[ 483.473566] env[62153]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62153) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.473904] env[62153]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62153) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.474046] env[62153]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62153) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.474339] env[62153]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 483.570491] env[62153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62153) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 483.579960] env[62153]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=62153) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 484.178972] env[62153]: INFO nova.virt.driver [None req-16282d97-8c06-43f2-ace9-bc8f43c55308 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 484.249920] env[62153]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.250084] env[62153]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.250164] env[62153]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62153) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 487.717509] env[62153]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-50f17b27-8b87-46c0-9741-033f869d4c3e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.734426] env[62153]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62153) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 487.734507] env[62153]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cc8d8e1f-c102-43f6-b6e0-0535a7a40ee3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.768373] env[62153]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d594a. [ 487.768508] env[62153]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.518s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.769145] env[62153]: INFO nova.virt.vmwareapi.driver [None req-16282d97-8c06-43f2-ace9-bc8f43c55308 None None] VMware vCenter version: 7.0.3 [ 487.772642] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f4b800-443e-4f42-b195-fa59e9bd8cc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.790448] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb563ce-02ed-4cf0-b5fe-e493c4317893 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.796786] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bda44f5-59d5-4369-adb1-49a6d34cdbc5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.803974] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fdaf5f-1619-4b4c-9632-931f63882833 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.817330] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4adafd-1b03-4659-861b-ee7fd961beaf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.823885] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b78a18-10f5-4b3c-9f94-f9c78509a0ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.855933] env[62153]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3f75810c-f112-4d55-b520-14bf4361fd38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.861926] env[62153]: DEBUG nova.virt.vmwareapi.driver [None req-16282d97-8c06-43f2-ace9-bc8f43c55308 None None] Extension org.openstack.compute already exists. {{(pid=62153) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 487.865718] env[62153]: INFO nova.compute.provider_config [None req-16282d97-8c06-43f2-ace9-bc8f43c55308 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 488.369568] env[62153]: DEBUG nova.context [None req-16282d97-8c06-43f2-ace9-bc8f43c55308 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),befb5b63-c2b2-4250-9396-5eda7534a4db(cell1) {{(pid=62153) load_cells /opt/stack/nova/nova/context.py:464}} [ 488.372049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.372295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.373015] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.373475] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Acquiring lock "befb5b63-c2b2-4250-9396-5eda7534a4db" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.373665] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Lock "befb5b63-c2b2-4250-9396-5eda7534a4db" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.374665] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Lock "befb5b63-c2b2-4250-9396-5eda7534a4db" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.396362] env[62153]: INFO dbcounter [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Registered counter for database nova_cell0 [ 488.404543] env[62153]: INFO dbcounter [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Registered counter for database nova_cell1 [ 488.407787] env[62153]: DEBUG oslo_db.sqlalchemy.engines [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62153) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.408415] env[62153]: DEBUG oslo_db.sqlalchemy.engines [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62153) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.413155] env[62153]: ERROR nova.db.main.api [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 488.413155] env[62153]: result = function(*args, **kwargs) [ 488.413155] env[62153]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.413155] env[62153]: return func(*args, **kwargs) [ 488.413155] env[62153]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.413155] env[62153]: result = fn(*args, **kwargs) [ 488.413155] env[62153]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.413155] env[62153]: return f(*args, **kwargs) [ 488.413155] env[62153]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.413155] env[62153]: return db.service_get_minimum_version(context, binaries) [ 488.413155] env[62153]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.413155] env[62153]: _check_db_access() [ 488.413155] env[62153]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.413155] env[62153]: stacktrace = ''.join(traceback.format_stack()) [ 488.413155] env[62153]: [ 488.413862] env[62153]: ERROR nova.db.main.api [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 488.413862] env[62153]: result = function(*args, **kwargs) [ 488.413862] env[62153]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.413862] env[62153]: return func(*args, **kwargs) [ 488.413862] env[62153]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.413862] env[62153]: result = fn(*args, **kwargs) [ 488.413862] env[62153]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.413862] env[62153]: return f(*args, **kwargs) [ 488.413862] env[62153]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.413862] env[62153]: return db.service_get_minimum_version(context, binaries) [ 488.413862] env[62153]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.413862] env[62153]: _check_db_access() [ 488.413862] env[62153]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.413862] env[62153]: stacktrace = ''.join(traceback.format_stack()) [ 488.413862] env[62153]: [ 488.414233] env[62153]: WARNING nova.objects.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Failed to get minimum service version for cell befb5b63-c2b2-4250-9396-5eda7534a4db [ 488.414381] env[62153]: WARNING nova.objects.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 488.414800] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Acquiring lock "singleton_lock" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 488.414996] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Acquired lock "singleton_lock" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 488.415268] env[62153]: DEBUG oslo_concurrency.lockutils [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Releasing lock "singleton_lock" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 488.415590] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Full set of CONF: {{(pid=62153) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 488.415738] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ******************************************************************************** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 488.415868] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] Configuration options gathered from: {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 488.416011] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 488.416210] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 488.416332] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ================================================================================ {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 488.416540] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] allow_resize_to_same_host = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416706] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] arq_binding_timeout = 300 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416834] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] backdoor_port = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416960] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] backdoor_socket = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417139] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] block_device_allocate_retries = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417301] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] block_device_allocate_retries_interval = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417465] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cert = self.pem {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417629] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417792] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute_monitors = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417964] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] config_dir = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418208] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] config_drive_format = iso9660 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418347] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418515] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] config_source = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418732] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] console_host = devstack {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418846] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] control_exchange = nova {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419011] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cpu_allocation_ratio = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419182] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] daemon = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419345] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] debug = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419499] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] default_access_ip_network_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419661] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] default_availability_zone = nova {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419811] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] default_ephemeral_format = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419967] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] default_green_pool_size = 1000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420211] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420371] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] default_schedule_zone = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420523] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] disk_allocation_ratio = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420679] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] enable_new_services = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420880] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] enabled_apis = ['osapi_compute'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421072] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] enabled_ssl_apis = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421287] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] flat_injected = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421454] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] force_config_drive = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421613] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] force_raw_images = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421781] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] graceful_shutdown_timeout = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421943] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] heal_instance_info_cache_interval = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422175] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] host = cpu-1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422353] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422512] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] initial_disk_allocation_ratio = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422671] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] initial_ram_allocation_ratio = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422886] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423065] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_build_timeout = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423228] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_delete_interval = 300 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423395] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_format = [instance: %(uuid)s] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423560] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_name_template = instance-%08x {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423718] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_usage_audit = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423883] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_usage_audit_period = month {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424059] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424230] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] instances_path = /opt/stack/data/nova/instances {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424394] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] internal_service_availability_zone = internal {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424548] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] key = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424705] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] live_migration_retry_count = 30 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424872] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_color = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425051] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_config_append = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425220] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425376] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_dir = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425533] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425654] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_options = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425817] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_rotate_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425985] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_rotate_interval_type = days {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426165] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] log_rotation_type = none {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426295] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426416] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426583] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426746] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426876] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427097] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] long_rpc_timeout = 1800 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427274] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] max_concurrent_builds = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427436] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] max_concurrent_live_migrations = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427597] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] max_concurrent_snapshots = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427758] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] max_local_block_devices = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427917] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] max_logfile_count = 30 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428086] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] max_logfile_size_mb = 200 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428251] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] maximum_instance_delete_attempts = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428418] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metadata_listen = 0.0.0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428584] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metadata_listen_port = 8775 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428748] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metadata_workers = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428910] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] migrate_max_retries = -1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.429088] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] mkisofs_cmd = genisoimage {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.429297] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] my_block_storage_ip = 10.180.1.21 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.429430] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] my_ip = 10.180.1.21 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.429632] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.429796] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] network_allocate_retries = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.429976] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.430158] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] osapi_compute_listen = 0.0.0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.430322] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] osapi_compute_listen_port = 8774 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.430491] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] osapi_compute_unique_server_name_scope = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.430662] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] osapi_compute_workers = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.430852] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] password_length = 12 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.431044] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] periodic_enable = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.431201] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] periodic_fuzzy_delay = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.431373] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] pointer_model = usbtablet {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.431540] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] preallocate_images = none {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.431702] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] publish_errors = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.431851] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] pybasedir = /opt/stack/nova {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.432029] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ram_allocation_ratio = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.432198] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] rate_limit_burst = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.432368] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] rate_limit_except_level = CRITICAL {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.432528] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] rate_limit_interval = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.432686] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reboot_timeout = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.432844] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reclaim_instance_interval = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433012] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] record = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433181] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reimage_timeout_per_gb = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433352] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] report_interval = 120 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433508] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] rescue_timeout = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433666] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reserved_host_cpus = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433822] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reserved_host_disk_mb = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.433983] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reserved_host_memory_mb = 512 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434155] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] reserved_huge_pages = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434313] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] resize_confirm_window = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434471] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] resize_fs_using_block_device = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434627] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] resume_guests_state_on_host_boot = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434799] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434958] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] rpc_response_timeout = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435130] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] run_external_periodic_tasks = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435298] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] running_deleted_instance_action = reap {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435457] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] running_deleted_instance_poll_interval = 1800 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435614] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] running_deleted_instance_timeout = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435770] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler_instance_sync_interval = 120 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435935] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_down_time = 720 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436115] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] servicegroup_driver = db {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436275] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] shell_completion = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436432] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] shelved_offload_time = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436590] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] shelved_poll_interval = 3600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436754] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] shutdown_timeout = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436916] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] source_is_ipv6 = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437087] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ssl_only = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437348] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437518] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] sync_power_state_interval = 600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437678] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] sync_power_state_pool_size = 1000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437845] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] syslog_log_facility = LOG_USER {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437999] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] tempdir = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438175] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] timeout_nbd = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438341] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] transport_url = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438501] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] update_resources_interval = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438658] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] use_cow_images = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438843] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] use_journal = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439031] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] use_json = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439195] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] use_rootwrap_daemon = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439356] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] use_stderr = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439509] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] use_syslog = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439659] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vcpu_pin_set = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439826] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plugging_is_fatal = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439993] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plugging_timeout = 300 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440169] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] virt_mkfs = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440332] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] volume_usage_poll_interval = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440490] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] watch_log_file = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440653] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] web = /usr/share/spice-html5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440854] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441040] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441210] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441379] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_concurrency.disable_process_locking = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441934] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442145] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442324] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442500] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442671] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442836] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443031] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.auth_strategy = keystone {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443211] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.compute_link_prefix = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443391] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443569] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.dhcp_domain = novalocal {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443737] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.enable_instance_password = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443902] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.glance_link_prefix = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444079] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444257] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444420] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.instance_list_per_project_cells = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444580] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.list_records_by_skipping_down_cells = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444744] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.local_metadata_per_cell = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444916] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.max_limit = 1000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445097] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.metadata_cache_expiration = 15 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445280] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.neutron_default_tenant_id = default {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445449] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.response_validation = warn {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445622] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.use_neutron_default_nets = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445791] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445954] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446133] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446308] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446476] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_dynamic_targets = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446660] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_jsonfile_path = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446819] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447017] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.backend = dogpile.cache.memcached {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447209] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.backend_argument = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447355] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.backend_expiration_time = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447527] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.config_prefix = cache.oslo {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447694] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.dead_timeout = 60.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447856] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.debug_cache_backend = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448028] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.enable_retry_client = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448194] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.enable_socket_keepalive = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448364] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.enabled = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448527] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.enforce_fips_mode = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448692] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.expiration_time = 600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448878] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.hashclient_retry_attempts = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449066] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.hashclient_retry_delay = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449235] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_dead_retry = 300 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449397] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_password = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449562] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449724] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449887] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_pool_maxsize = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450063] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450230] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_sasl_enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450408] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450574] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_socket_timeout = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450733] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.memcache_username = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450948] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.proxies = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451142] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_db = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451308] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_password = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451480] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_sentinel_service_name = mymaster {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451657] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451830] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_server = localhost:6379 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451996] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_socket_timeout = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452174] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.redis_username = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452340] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.retry_attempts = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452505] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.retry_delay = 0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452668] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.socket_keepalive_count = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452833] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.socket_keepalive_idle = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453067] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.socket_keepalive_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453250] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.tls_allowed_ciphers = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453413] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.tls_cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453573] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.tls_certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453736] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.tls_enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453894] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cache.tls_keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454078] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454257] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.auth_type = password {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454414] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454589] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.catalog_info = volumev3::publicURL {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454748] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454910] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455081] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.cross_az_attach = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455245] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.debug = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455402] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.endpoint_template = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455569] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.http_retries = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455734] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455890] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456074] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.os_region_name = RegionOne {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456244] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456405] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cinder.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456579] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456770] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.cpu_dedicated_set = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456898] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.cpu_shared_set = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457077] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.image_type_exclude_list = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457245] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457408] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.max_concurrent_disk_ops = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457570] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.max_disk_devices_to_attach = -1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457732] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457901] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458079] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.resource_provider_association_refresh = 300 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458246] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458408] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.shutdown_retry_interval = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458591] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458783] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] conductor.workers = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458981] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] console.allowed_origins = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459161] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] console.ssl_ciphers = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459335] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] console.ssl_minimum_version = default {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459504] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] consoleauth.enforce_session_timeout = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459672] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] consoleauth.token_ttl = 600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459844] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460018] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460186] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460346] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460505] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460661] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460846] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461021] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461191] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461351] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461513] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461668] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461848] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462043] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.service_type = accelerator {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462213] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462375] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462533] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462689] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462872] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463045] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] cyborg.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463220] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.asyncio_connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463383] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.asyncio_slave_connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463553] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.backend = sqlalchemy {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463722] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463886] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.connection_debug = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464067] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.connection_parameters = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464233] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.connection_recycle_time = 3600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464398] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.connection_trace = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464555] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.db_inc_retry_interval = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464716] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.db_max_retries = 20 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464875] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.db_max_retry_interval = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465045] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.db_retry_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465211] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.max_overflow = 50 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465370] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.max_pool_size = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465530] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.max_retries = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465696] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465855] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.mysql_wsrep_sync_wait = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466019] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.pool_timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466183] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.retry_interval = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466340] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.slave_connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466501] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.sqlite_synchronous = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466661] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] database.use_db_reconnect = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466831] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.asyncio_connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466985] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.asyncio_slave_connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467166] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.backend = sqlalchemy {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467334] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467495] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.connection_debug = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467658] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.connection_parameters = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467818] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.connection_recycle_time = 3600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467976] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.connection_trace = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468150] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.db_inc_retry_interval = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468311] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.db_max_retries = 20 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468469] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.db_max_retry_interval = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468627] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.db_retry_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468804] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.max_overflow = 50 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468981] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.max_pool_size = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469161] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.max_retries = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469331] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469489] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469645] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.pool_timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469804] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.retry_interval = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469961] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.slave_connection = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470136] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] api_database.sqlite_synchronous = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470310] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] devices.enabled_mdev_types = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470485] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470655] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ephemeral_storage_encryption.default_format = luks {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470848] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ephemeral_storage_encryption.enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471029] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471208] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.api_servers = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471371] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471531] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471691] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471878] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472047] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472211] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.debug = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472370] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.default_trusted_certificate_ids = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472529] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.enable_certificate_validation = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472687] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.enable_rbd_download = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472842] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473023] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473186] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473346] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473504] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473664] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.num_retries = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473832] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.rbd_ceph_conf = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473992] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.rbd_connect_timeout = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474177] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.rbd_pool = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474345] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.rbd_user = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474514] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474669] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474829] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474996] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.service_type = image {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475227] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475410] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475571] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475729] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475912] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476093] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.verify_glance_signatures = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476259] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] glance.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476426] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] guestfs.debug = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476595] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476759] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.auth_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476921] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477093] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477259] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477419] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477576] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477735] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477895] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478066] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478229] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478385] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478541] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478700] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478877] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479067] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.service_type = shared-file-system {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479237] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.share_apply_policy_timeout = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479398] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479555] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479713] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479871] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480064] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480229] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] manila.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480398] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] mks.enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480748] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480959] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] image_cache.manager_interval = 2400 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481152] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] image_cache.precache_concurrency = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481327] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] image_cache.remove_unused_base_images = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481500] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481668] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481846] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] image_cache.subdirectory_name = _base {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482036] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.api_max_retries = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482208] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.api_retry_interval = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482370] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482536] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.auth_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482696] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482854] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483030] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483199] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.conductor_group = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483360] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483521] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483678] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483841] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484008] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484174] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484334] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484500] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.peer_list = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484659] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484819] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484983] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.serial_console_state_timeout = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485158] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485328] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.service_type = baremetal {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485489] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.shard = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485653] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485813] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485974] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486147] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486333] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486494] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ironic.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486679] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486854] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] key_manager.fixed_key = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487050] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487219] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.barbican_api_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487379] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.barbican_endpoint = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487549] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.barbican_endpoint_type = public {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487708] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.barbican_region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487866] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488036] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488207] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488364] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488521] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488682] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.number_of_retries = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488862] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.retry_delay = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489047] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.send_service_user_token = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489214] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489371] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489532] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.verify_ssl = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489692] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican.verify_ssl_path = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489856] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490031] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.auth_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490195] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490353] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490513] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490671] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490868] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491061] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491229] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] barbican_service_user.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491393] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.approle_role_id = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491550] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.approle_secret_id = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491720] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.kv_mountpoint = secret {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491879] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.kv_path = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492055] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.kv_version = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492221] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.namespace = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492381] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.root_token_id = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492539] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.ssl_ca_crt_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492705] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.timeout = 60.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492869] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.use_ssl = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493051] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493225] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493384] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493545] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493701] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493859] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494028] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494196] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494354] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494510] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494667] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494908] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495152] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495331] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495507] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.service_type = identity {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495671] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495831] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495991] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496164] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496344] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496502] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] keystone.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496694] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.ceph_mount_options = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497039] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497276] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.connection_uri = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497400] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_mode = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497569] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_model_extra_flags = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497738] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_models = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497910] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_power_governor_high = performance {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498093] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_power_governor_low = powersave {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498260] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_power_management = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498431] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498596] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.device_detach_attempts = 8 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498766] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.device_detach_timeout = 20 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498930] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.disk_cachemodes = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499103] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.disk_prefix = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499271] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.enabled_perf_events = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499434] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.file_backed_memory = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499598] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.gid_maps = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499757] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.hw_disk_discard = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499917] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.hw_machine_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500096] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_rbd_ceph_conf = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500264] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500426] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500604] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_rbd_glance_store_name = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500816] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_rbd_pool = rbd {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500974] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_type = default {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501157] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.images_volume_group = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501324] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.inject_key = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501487] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.inject_partition = -2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501650] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.inject_password = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501814] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.iscsi_iface = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501976] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.iser_use_multipath = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502153] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_bandwidth = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502317] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502477] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_downtime = 500 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502639] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502800] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502962] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_inbound_addr = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503138] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503300] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_permit_post_copy = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503459] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_scheme = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503629] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_timeout_action = abort {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503790] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_tunnelled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503950] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_uri = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504126] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.live_migration_with_native_tls = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504286] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.max_queues = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504447] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504683] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504849] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.nfs_mount_options = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505148] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505327] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505493] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.num_iser_scan_tries = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505653] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.num_memory_encrypted_guests = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505816] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505981] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.num_pcie_ports = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506164] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.num_volume_scan_tries = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506334] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.pmem_namespaces = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506494] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.quobyte_client_cfg = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506789] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506968] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rbd_connect_timeout = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507146] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507310] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507471] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rbd_secret_uuid = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507626] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rbd_user = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507799] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508049] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.remote_filesystem_transport = ssh {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508231] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rescue_image_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508391] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rescue_kernel_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508552] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rescue_ramdisk_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508722] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508889] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.rx_queue_size = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509075] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.smbfs_mount_options = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509378] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509560] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.snapshot_compression = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509723] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.snapshot_image_format = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509944] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510127] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.sparse_logical_volumes = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510295] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.swtpm_enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510461] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.swtpm_group = tss {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510626] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.swtpm_user = tss {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510818] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.sysinfo_serial = unique {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510992] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.tb_cache_size = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511168] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.tx_queue_size = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511342] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.uid_maps = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511507] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.use_virtio_for_bridges = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511679] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.virt_type = kvm {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511866] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.volume_clear = zero {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512050] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.volume_clear_size = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512225] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.volume_use_multipath = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512387] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_cache_path = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512560] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512730] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_mount_group = qemu {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512896] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_mount_opts = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513083] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513370] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513559] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.vzstorage_mount_user = stack {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513725] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513895] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514083] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.auth_type = password {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514247] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514404] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514565] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514722] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514881] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515062] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.default_floating_pool = public {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515225] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515387] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.extension_sync_interval = 600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515547] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.http_retries = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515707] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515867] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516037] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516212] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516370] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516535] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.ovs_bridge = br-int {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516701] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.physnets = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516870] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.region_name = RegionOne {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517042] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517216] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.service_metadata_proxy = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517377] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517544] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.service_type = network {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517705] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517860] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518063] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518245] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518430] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518590] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] neutron.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518760] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] notifications.bdms_in_notifications = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518937] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] notifications.default_level = INFO {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519116] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] notifications.include_share_mapping = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519294] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] notifications.notification_format = unversioned {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519457] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] notifications.notify_on_state_change = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519631] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519804] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] pci.alias = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519976] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] pci.device_spec = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520152] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] pci.report_in_placement = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520325] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520497] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.auth_type = password {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520663] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520849] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521029] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521201] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521359] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521517] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521672] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.default_domain_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521833] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.default_domain_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522020] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.domain_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522186] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.domain_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522344] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522505] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522662] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522820] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522977] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523181] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.password = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523351] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.project_domain_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523520] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.project_domain_name = Default {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523685] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.project_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523857] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.project_name = service {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524041] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.region_name = RegionOne {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524209] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524368] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524534] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.service_type = placement {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524698] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524861] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525035] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525202] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.system_scope = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525363] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525526] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.trust_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525685] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.user_domain_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525856] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.user_domain_name = Default {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526027] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.user_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526207] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.username = nova {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526389] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526553] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] placement.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526726] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.cores = 20 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526889] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.count_usage_from_placement = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527102] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527327] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.injected_file_content_bytes = 10240 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527506] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.injected_file_path_length = 255 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527674] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.injected_files = 5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527841] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.instances = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528014] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.key_pairs = 100 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528188] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.metadata_items = 128 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528356] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.ram = 51200 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528519] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.recheck_quota = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528687] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.server_group_members = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528854] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.server_groups = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529076] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529256] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] quota.unified_limits_resource_strategy = require {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529434] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529598] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529762] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.image_metadata_prefilter = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529928] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530139] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.max_attempts = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530325] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.max_placement_results = 1000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530495] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530658] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.query_placement_for_image_type_support = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530847] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531042] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] scheduler.workers = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531225] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531396] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531575] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531744] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531906] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532082] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532252] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532438] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532606] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.host_subset_size = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532770] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532930] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533108] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533275] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.isolated_hosts = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533436] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.isolated_images = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533611] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533771] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533933] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534110] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.pci_in_placement = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534273] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534433] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534591] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534751] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534909] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535079] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535242] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.track_instance_changes = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535415] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535581] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metrics.required = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535744] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metrics.weight_multiplier = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535904] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536079] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] metrics.weight_setting = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536388] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536564] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] serial_console.enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536745] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] serial_console.port_range = 10000:20000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536918] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537103] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537281] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] serial_console.serialproxy_port = 6083 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537453] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537628] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.auth_type = password {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537793] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537958] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538134] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538297] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538456] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538628] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.send_service_user_token = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538794] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538952] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] service_user.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539136] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.agent_enabled = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539300] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539600] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539812] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539992] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.html5proxy_port = 6082 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540170] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.image_compression = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540336] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.jpeg_compression = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540497] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.playback_compression = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540660] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.require_secure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540833] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.server_listen = 127.0.0.1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541018] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541180] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.streaming_mode = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541337] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] spice.zlib_compression = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541503] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] upgrade_levels.baseapi = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541675] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] upgrade_levels.compute = auto {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541841] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] upgrade_levels.conductor = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542053] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] upgrade_levels.scheduler = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542234] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542402] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.auth_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542561] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542720] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542881] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543055] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543219] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543381] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543540] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vendordata_dynamic_auth.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543712] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.api_retry_count = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543875] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.ca_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544062] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.cache_prefix = devstack-image-cache {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544235] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.cluster_name = testcl1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544401] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.connection_pool_size = 10 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544560] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.console_delay_seconds = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544729] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.datastore_regex = ^datastore.* {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544936] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545128] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.host_password = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545303] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.host_port = 443 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545472] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.host_username = administrator@vsphere.local {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545640] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.insecure = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545803] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.integration_bridge = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545967] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.maximum_objects = 100 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546134] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.pbm_default_policy = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546296] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.pbm_enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546454] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.pbm_wsdl_location = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546620] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546780] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.serial_port_proxy_uri = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546938] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.serial_port_service_uri = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547115] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.task_poll_interval = 0.5 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547288] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.use_linked_clone = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547457] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.vnc_keymap = en-us {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547624] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.vnc_port = 5900 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547795] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vmware.vnc_port_total = 10000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547978] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.auth_schemes = ['none'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548168] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548466] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548654] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548830] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.novncproxy_port = 6080 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549030] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.server_listen = 127.0.0.1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549219] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549383] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.vencrypt_ca_certs = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549543] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.vencrypt_client_cert = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549701] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vnc.vencrypt_client_key = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549876] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550052] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.disable_deep_image_inspection = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550218] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550380] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550537] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550701] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.disable_rootwrap = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550894] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.enable_numa_live_migration = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551078] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551247] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551410] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551571] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.libvirt_disable_apic = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551736] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551958] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552153] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552321] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552484] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552644] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552804] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552966] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553142] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553309] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553496] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553666] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.client_socket_timeout = 900 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553832] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.default_pool_size = 1000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554047] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.keep_alive = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554234] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.max_header_line = 16384 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554400] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.secure_proxy_ssl_header = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554562] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.ssl_ca_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554727] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.ssl_cert_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554887] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.ssl_key_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555066] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.tcp_keepidle = 600 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555251] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555424] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] zvm.ca_file = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555586] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] zvm.cloud_connector_url = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555889] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556081] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] zvm.reachable_timeout = 300 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556258] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556436] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556615] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.connection_string = messaging:// {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556783] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.enabled = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556953] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.es_doc_type = notification {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557127] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.es_scroll_size = 10000 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557296] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.es_scroll_time = 2m {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557457] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.filter_error_trace = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557626] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.hmac_keys = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557793] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.sentinel_service_name = mymaster {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557985] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.socket_timeout = 0.1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558134] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.trace_requests = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558295] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler.trace_sqlalchemy = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558474] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler_jaeger.process_tags = {} {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558636] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler_jaeger.service_name_prefix = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558799] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] profiler_otlp.service_name_prefix = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558965] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] remote_debug.host = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559138] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] remote_debug.port = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559315] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559476] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559639] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559800] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559961] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560153] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560393] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560578] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560767] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560953] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561135] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561309] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561476] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561639] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561831] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562016] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562192] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562364] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562526] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562689] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562854] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563030] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563196] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563357] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563514] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563672] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563841] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564041] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564212] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564375] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.ssl = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564544] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564709] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564868] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565043] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565213] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.ssl_version = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565373] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565553] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565716] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_notifications.retry = -1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565889] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566113] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_messaging_notifications.transport_url = **** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566307] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.auth_section = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566476] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.auth_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566637] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.cafile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566796] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.certfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566958] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.collect_timing = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567130] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.connect_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567291] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.connect_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567452] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.endpoint_id = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567623] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.endpoint_interface = publicURL {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567783] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.endpoint_override = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567941] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.endpoint_region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568112] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.endpoint_service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568273] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.endpoint_service_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568433] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.insecure = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568589] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.keyfile = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568748] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.max_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568900] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.min_version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569069] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.region_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569231] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.retriable_status_codes = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569389] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.service_name = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569545] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.service_type = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569703] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.split_loggers = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569859] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.status_code_retries = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570055] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.status_code_retry_delay = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570237] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.timeout = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570422] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.valid_interfaces = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570605] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_limit.version = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570830] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_reports.file_event_handler = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571029] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571202] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] oslo_reports.log_dir = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571377] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571539] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571698] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571903] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572094] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572259] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572429] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572589] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_ovs_privileged.group = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572746] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572910] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573085] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573249] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] vif_plug_ovs_privileged.user = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573417] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.flat_interface = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573597] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573769] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573942] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574128] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574298] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574477] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574648] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574827] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575008] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.isolate_vif = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575188] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575353] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575522] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575692] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.ovsdb_interface = native {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575858] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] os_vif_ovs.per_port_bridge = False {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576080] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] privsep_osbrick.capabilities = [21] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576253] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] privsep_osbrick.group = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576414] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] privsep_osbrick.helper_command = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576580] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576747] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576907] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] privsep_osbrick.user = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577135] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577262] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] nova_sys_admin.group = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577420] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] nova_sys_admin.helper_command = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577585] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577768] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577948] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] nova_sys_admin.user = None {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.578169] env[62153]: DEBUG oslo_service.service [None req-06b91c35-71ff-49bb-a032-68354c1dc4ae None None] ******************************************************************************** {{(pid=62153) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 488.578567] env[62153]: INFO nova.service [-] Starting compute node (version 29.0.2) [ 489.082705] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Getting list of instances from cluster (obj){ [ 489.082705] env[62153]: value = "domain-c8" [ 489.082705] env[62153]: _type = "ClusterComputeResource" [ 489.082705] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 489.083948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31637a6-5328-41ad-873e-70dc6b375c3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.093117] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Got total of 0 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 489.093696] env[62153]: WARNING nova.virt.vmwareapi.driver [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 489.094197] env[62153]: INFO nova.virt.node [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Generated node identity 68e6e50c-305b-48b9-aaad-e87ef5e51e34 [ 489.094433] env[62153]: INFO nova.virt.node [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Wrote node identity 68e6e50c-305b-48b9-aaad-e87ef5e51e34 to /opt/stack/data/n-cpu-1/compute_id [ 489.597277] env[62153]: WARNING nova.compute.manager [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Compute nodes ['68e6e50c-305b-48b9-aaad-e87ef5e51e34'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 490.602662] env[62153]: INFO nova.compute.manager [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 491.610903] env[62153]: WARNING nova.compute.manager [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 491.611274] env[62153]: DEBUG oslo_concurrency.lockutils [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.611423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.611570] env[62153]: DEBUG oslo_concurrency.lockutils [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.611719] env[62153]: DEBUG nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 491.612667] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6867331-9cc1-4ac6-a56c-c1351b6ea8d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.620542] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13179b9f-94eb-43ca-a9c4-afdc41815faa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.635318] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e50706-8f34-4108-b561-64cc7aafec9b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.642404] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bec342-77a5-4617-aff4-36475e6be0f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.690015] env[62153]: DEBUG nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181053MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 491.690246] env[62153]: DEBUG oslo_concurrency.lockutils [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.690418] env[62153]: DEBUG oslo_concurrency.lockutils [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.193087] env[62153]: WARNING nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] No compute node record for cpu-1:68e6e50c-305b-48b9-aaad-e87ef5e51e34: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 68e6e50c-305b-48b9-aaad-e87ef5e51e34 could not be found. [ 492.696949] env[62153]: INFO nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 [ 494.205257] env[62153]: DEBUG nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 494.205680] env[62153]: DEBUG nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 494.364957] env[62153]: INFO nova.scheduler.client.report [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] [req-e2319fa9-731d-4197-b6a9-8ee8cec80ae1] Created resource provider record via placement API for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 494.385271] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81336b-7691-4990-8c66-56478a6280fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.392992] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba01abf-15da-440a-9872-e06099ac5433 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.423413] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde355fa-5d5c-49aa-967d-f4467531baec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.430875] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0018fa-0a5c-44f5-b5db-129141f74b60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.444075] env[62153]: DEBUG nova.compute.provider_tree [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 494.979943] env[62153]: DEBUG nova.scheduler.client.report [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 494.980185] env[62153]: DEBUG nova.compute.provider_tree [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 0 to 1 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 494.980327] env[62153]: DEBUG nova.compute.provider_tree [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 495.028831] env[62153]: DEBUG nova.compute.provider_tree [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 1 to 2 during operation: update_traits {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 495.533370] env[62153]: DEBUG nova.compute.resource_tracker [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 495.533731] env[62153]: DEBUG oslo_concurrency.lockutils [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.533771] env[62153]: DEBUG nova.service [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Creating RPC server for service compute {{(pid=62153) start /opt/stack/nova/nova/service.py:186}} [ 495.551754] env[62153]: DEBUG nova.service [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] Join ServiceGroup membership for this service compute {{(pid=62153) start /opt/stack/nova/nova/service.py:203}} [ 495.551937] env[62153]: DEBUG nova.servicegroup.drivers.db [None req-25350ac6-60da-4a6a-92be-1c9f78d41c7b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62153) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 534.553970] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.057365] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Getting list of instances from cluster (obj){ [ 535.057365] env[62153]: value = "domain-c8" [ 535.057365] env[62153]: _type = "ClusterComputeResource" [ 535.057365] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.058615] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdd193f-5e5e-44c2-bcf6-340073160990 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.067386] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Got total of 0 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.067615] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.067922] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Getting list of instances from cluster (obj){ [ 535.067922] env[62153]: value = "domain-c8" [ 535.067922] env[62153]: _type = "ClusterComputeResource" [ 535.067922] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.068793] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c38ef-6484-451c-b670-f8921bd855cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.075956] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Got total of 0 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 543.629602] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.629946] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.630165] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 543.630285] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 544.136815] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 544.137087] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.137295] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.137487] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.137670] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.137848] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.138051] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.138221] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 544.138381] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.641596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.641596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.641596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.642086] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 544.642695] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62855e53-e93a-48c3-a3cc-f3b14cbc2e59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.650566] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9acf7-c287-47ef-90a3-28084dc9c358 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.664456] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0150e529-4b5d-4e43-a919-6c1e95cf8643 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.670738] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f38c1c-c57d-4941-82e3-724e240086bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.699187] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181040MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 544.699334] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.699542] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.718141] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 545.718480] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 545.736296] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bbba24-dde3-4a51-a63d-151ef8f12551 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.747141] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d2ac3-e9da-4926-90ce-b88b46d7fb28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.794067] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd441ad7-92f5-4352-a4bd-f12f9fb31d53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.805231] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c255a3-d8c1-4876-93ce-0d3aab331f34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.825983] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.330036] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.836531] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 546.836921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.823947] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.824420] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.329424] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.329585] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 607.329692] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 607.831784] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 607.832177] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.832177] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.832326] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.832464] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.832602] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.832744] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.832872] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 607.833016] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.336326] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.336505] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.336505] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.339020] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 608.339020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00be7f9-b36c-4ad4-84f5-0d5295e2eb02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.346139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe502859-6893-47b9-b3c1-0168f030454b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.359604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b35ad30-bb2a-4b1c-9d6d-cfc051bb7fd9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.365769] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e6d45-22b4-448e-a29f-2f9336ce3af1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.393948] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181053MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 608.394273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.394566] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.413877] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 609.413877] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 609.426744] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035e507-73b3-45ca-bd07-4bd9cda49db3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.434572] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ee5d5f-cb89-471f-8fb3-37b28d9a0693 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.463716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a46ed1a-5202-4333-aa90-4c62e2df4e2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.470744] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e9e91-d31e-4e00-a9cc-b6e1834474c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.483644] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.986752] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.988064] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 609.988249] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.990264] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.990636] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.990636] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 669.990703] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 670.496292] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 670.496524] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.496676] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.496819] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.496966] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.497114] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.497257] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.497388] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 670.497531] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.000709] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.001154] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.001154] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.001298] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 671.002176] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca75f982-a46b-4220-a950-5c816d202319 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.010231] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d5ed7-ec90-45ed-a7cb-fcda2b77fee8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.023988] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29ac15-ba4f-4462-9345-94a89cffbb51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.030148] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9454c0e-12b2-4bbe-9dae-8a6b229d5891 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.057801] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181134MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 671.057952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.058140] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.077392] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 672.077664] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 672.092779] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c87856-2d2f-41e7-b738-03e1b15d820c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.100322] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8839a834-a505-4b9f-88ca-932c5f0840dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.129326] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb82676-7d0e-4b85-b47e-f77ececf272b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.136222] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b15163-183a-4786-b6b6-7f7d71f96cdf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.149212] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.652108] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.653382] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 672.653566] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.280704] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.281063] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.785273] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.785456] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 729.785550] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 730.288321] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 730.288582] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.288670] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.288818] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.288968] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.289125] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.289273] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.289400] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 730.289537] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.793885] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.794152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.794313] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.794466] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 730.795651] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc93abd-31a7-4146-a01e-fbf46d3cd6e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.803573] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11592fd2-1c50-49da-902f-33e3fc90cc05 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.817424] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dff456e-04ea-4c14-a84f-d682d224c2b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.823619] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d87384f-a895-40b7-8100-90c96ad4cd4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.856684] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 730.856684] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.856684] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.871097] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 731.871418] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 731.885838] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49d4d1b-e777-4da2-b90c-16d4c249edf4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.893503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec170b-e3d0-4147-9022-47a7e18acaed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.923182] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faad6f7a-a294-45b3-96b4-ccf126300569 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.930125] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77916417-831e-4ddf-8496-6cce5943b9c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.942733] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.445552] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.446830] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 732.447028] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.625215] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.625598] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 784.129435] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] There are 0 instances to clean {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 784.129684] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.129879] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances with incomplete migration {{(pid=62153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 784.632933] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.133174] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.133581] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.621520] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.621748] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 787.621790] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 788.124959] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 788.125261] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.125450] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.125603] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.125754] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 789.121490] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.621827] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.125117] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.125533] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.125575] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.125709] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 790.126601] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b234d-f01e-42cd-9440-801e3ac01c65 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.134830] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd22d57d-e832-4169-a71a-8d87248d47c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.148830] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0fc602-f0ed-43ad-b8e9-d180ee016510 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.155207] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe9e5b8-5613-42e1-a70f-7d6bdce5982c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.182997] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 790.183124] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.183321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.203405] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 791.203653] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 791.216897] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac57a3-cc89-49aa-a164-fb9ac807552e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.224260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c935d5-9f6f-4dc8-bc04-120493a08518 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.253681] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b2236-baac-4fa4-bf86-9ed9fee2369b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.260367] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b8305-412e-4eaa-aa88-e577bd30e506 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.273409] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.776169] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.777431] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 791.777612] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.778360] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.621751] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.622334] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.618696] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.621860] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.622307] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 848.622307] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 849.125010] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 849.125250] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.622050] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.622421] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.622421] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.622492] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 851.622050] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.125687] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.125959] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.126137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.126299] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 852.127241] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f99355-22ba-4cb3-95f5-9ccb401a2734 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.135447] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38038598-28f3-4bbd-a1e5-eceaf434b16d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.149416] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d264bf-5ca8-4752-9307-efd8e7abdf91 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.155562] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b4df69-cc12-4f90-8b65-7bcfba0f57ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.183540] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 852.183673] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.183861] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.217216] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 853.217500] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 853.233939] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 853.246406] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 853.246574] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.257616] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 853.272312] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 853.283540] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8176b655-2968-4483-bc17-be1d90fa33a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.290774] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a94e2-094f-47a9-b2f5-d1987b3e197d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.320365] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc750c5-4180-4ae0-87b6-81178115a04b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.327434] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3383e6-3fe4-47b4-900b-32c860dc8b11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.340095] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.842987] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.844275] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 853.844451] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.844558] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.622719] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.622440] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.622565] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.622806] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 908.622841] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 909.125635] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 909.621743] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.622081] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.622352] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 910.617919] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.622253] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.622305] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.622829] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.125862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.126177] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.126392] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.126550] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 913.127494] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8bc061-0f0a-41d8-a986-88fd695f9850 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.135556] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb48711-50a1-4592-943f-436bebbb1ac3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.150132] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1bb4a-3d74-4bf9-ba4d-c06ec805e41e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.156327] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5030b-2aec-4941-9fd2-532b7e5216ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.184269] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181310MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 913.184378] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.184553] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.201838] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 914.202132] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 914.215275] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d73ff-207e-4336-9acb-dbb5077021a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.222018] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7b01b-91bf-480e-aa86-8a15e66fcafb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.251928] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd7bc1-4968-4503-bd69-82c991177c36 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.258654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aefbbc-872d-447f-9a64-3270b7bce3b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.278402] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.781261] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.782558] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 914.782733] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.782669] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.783072] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.623347] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.623538] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 969.623631] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 970.126765] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 970.621237] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.621524] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.621632] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 971.622727] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.623126] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.618150] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.621567] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.125342] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.125579] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.125791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.126067] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 974.127377] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b066a9-6030-4f46-b9ce-34887c9746e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.135534] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e169325-e5cb-4bf1-b92b-2064b1f844c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.149013] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf28572-ac80-493a-bea6-ed8e7150a61f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.155196] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370256e-d6bd-462e-82cb-6f38ad3bd81b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.186237] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 974.186501] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.186573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.204399] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 975.204673] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 975.217479] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad84e4d-128e-4a8b-92af-8f3ee96776fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.224955] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c92609-fe61-4ac2-bb23-51d481712258 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.253992] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb0063-ef6c-42eb-9c47-2db3564352f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.260586] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de74bb4-184a-405e-95b6-8b6f1ed0bf0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.273591] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.776707] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.778192] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 975.778443] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.779109] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.623536] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.622316] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.621254] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.621634] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1031.622615] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.622981] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1031.622981] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1032.126585] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1033.121326] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.621591] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.621839] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.621972] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.125530] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.125969] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.125969] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.126111] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1034.126983] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd22d51-4393-4296-970a-accf8da8769c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.135320] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad4470d-2db0-4531-ac14-1dab049f4aec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.149315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723851c5-91c8-4034-b2dc-c411d8efb7a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.155376] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde2ee0-8609-49c5-b57f-b6a4d6120f2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.184419] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1034.184577] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.184762] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.202500] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.202792] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.216141] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d7934-2c9c-47e1-a9be-45da8137e8ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.223594] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2e056-fa15-4056-a6a8-08ba0415c909 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.252865] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37719e98-5461-4adf-b7b0-96376ac9b7af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.259753] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744ec6b-56ec-40ea-bde8-ced1aedf3baf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.272333] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.776054] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.777063] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1035.777248] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.778058] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.623609] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.624103] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1085.127492] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] There are 0 instances to clean {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1088.126793] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.621279] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.621629] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.621966] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1092.618641] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.621245] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.621403] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1092.621521] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1093.124480] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1093.622251] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.622514] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.622664] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances with incomplete migration {{(pid=62153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1094.124976] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.628575] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.134511] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.134733] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.134863] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.637849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.638240] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.638283] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.638426] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1097.639425] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a7c03-0915-4760-b2c7-ee6e8f29fa4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.647260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e1e9c7-73e2-4064-9fc6-985742c31111 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.660700] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29813013-7838-4854-96b6-fe482ab71263 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.666552] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6867a52-8cd3-4a29-ac1b-ba9e37088e7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.697139] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1097.697284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.697451] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.714915] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1098.715162] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1098.727815] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19afd10e-47e9-4762-b1dd-5aa48a7dc952 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.735589] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73dc252-c55c-489a-adaa-eb58127e4911 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.764280] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d2f85-635a-469e-b50a-f1cecb23f3b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.771202] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33d9e4-78b1-4498-94eb-0d87ccbfa33b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.783545] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.287011] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.288291] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1099.288473] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.710835] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.213482] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Getting list of instances from cluster (obj){ [ 1137.213482] env[62153]: value = "domain-c8" [ 1137.213482] env[62153]: _type = "ClusterComputeResource" [ 1137.213482] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1137.214172] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c529afd2-314a-49b6-910d-8990e80ff86f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.222678] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Got total of 0 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1150.135465] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.623083] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.623412] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.623457] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1153.623065] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.623065] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1153.623065] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1154.126288] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1154.621900] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.622151] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.622660] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.623059] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.621597] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.125074] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.125443] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.125487] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.125620] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1158.126529] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7dfc5-8ed7-40e9-962c-cfa35bf96426 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.134605] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ddd21-2f99-48b4-96c7-39234af095ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.148317] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1cc57a-4a5b-4d22-869c-49e27c18c22d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.154594] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def18af9-c827-4bca-bba2-3d5a4348cb46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.190172] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181286MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1158.190420] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.190727] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.307863] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1159.308136] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1159.324148] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1159.335624] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1159.335624] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.344721] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1159.359313] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1159.370630] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615c7497-2ce4-4ae1-9464-828dc366d7e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.378365] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481fb1d9-3548-4905-9ecd-c64dffacdd0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.407208] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a07a78b-711e-4700-b33a-0bb06bceacd2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.414378] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4c244-4307-449f-9e19-fe2ca1a0baf5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.427565] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.931281] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.932555] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1159.932740] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.742s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.932814] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.933274] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.622312] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.622496] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1215.617115] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.621717] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.621871] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1215.621982] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1216.124649] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1216.622403] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.617991] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.121884] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.621580] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.621843] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.124956] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.125331] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.125331] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.125507] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1219.126376] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c2cc9c-b065-4dff-90c2-89bef1d27a93 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.134692] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcb669-eeb9-44a2-9413-fc416b3c00e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.148651] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba24016-8dd4-4ad8-b155-2c6df7305db1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.154973] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51b934-6c2f-4382-9a47-967e0f6f171f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.184586] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181296MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1219.184734] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.184931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.203878] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1220.204131] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1220.217041] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508d34c-7fa6-4e3e-93a2-856a821b310a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.224302] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774ea0c-a0b4-46f8-a285-2377570d2ada {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.252761] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0887a31a-f59d-4e82-990b-edd3c7c76429 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.259280] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78686f98-7b2d-4811-9b55-1fad46a7c2a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.271602] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.774600] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.775852] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1220.776051] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.776419] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.776827] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.622061] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.622369] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1275.622427] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1276.125914] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1276.622518] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.622869] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1277.617587] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.621998] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.621984] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.621984] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.622342] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.125749] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.125995] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.126218] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.126563] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.127460] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df94769-3ea5-4fe3-8262-40cdf444c888 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.135554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a44635d-43fa-4753-93ad-236ad2060194 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.149628] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d730203-bd61-48ed-9434-91300ae3c0f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.155415] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa6528-8279-43d6-964e-bfdaa77bd027 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.182886] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181285MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.183029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.183218] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.202332] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.202603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.216914] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9424213c-9543-4e23-a5a3-64589facf24f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.224373] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d800141-3a84-4c2e-9923-b2d6a4727077 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.253139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea56e1-2bc5-40cd-b2f6-93a9f0938504 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.259704] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b90dea-55a4-4fbd-bea4-f8bd771bb740 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.272143] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.775197] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.776430] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1282.776611] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.776288] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.621349] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.623670] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.624053] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1337.624053] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1338.126635] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1338.621702] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.621851] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1339.618188] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.618546] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.123750] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.123945] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.621545] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.621089] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.124887] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.125289] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.125289] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.125458] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1342.126385] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69239fd-16da-4179-8c07-7696b04fce3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.134381] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d46461-f1f7-4c18-aeec-9a478306145a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.147883] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78218aab-f52f-4ed6-bcf6-62ced67968ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.153798] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73474b0-7113-4a82-8f7e-5c33cf82ff2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.181360] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181284MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1342.181486] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.181637] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.200036] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1343.200361] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1343.212768] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76eebf-f6a7-4cdb-b280-d3aac0ea313d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.220185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c473840-3653-4482-abcf-eb11366a841b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.251503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d5177-338d-476e-a70b-a912a564cbf1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.258641] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce96e83-8c8e-4c8d-82e8-2260e90b161d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.271514] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.774640] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.775966] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1343.776162] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.777969] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.622626] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.125163] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.125575] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1398.125575] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1398.628417] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1398.628632] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.628808] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.628940] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1399.133116] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] There are 0 instances to clean {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1399.133116] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.133116] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances with incomplete migration {{(pid=62153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1401.627227] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.627615] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.627615] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.627772] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.627849] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.627983] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1401.628138] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.132169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.132451] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.132634] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.132790] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1402.133706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1281af23-ed00-4d47-b41c-2dad8cd4cbd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.141931] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e09564-9a76-499a-8dcc-db7cf2f664e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.155558] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74f4aac-77f6-452c-b4d2-c942cebad798 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.161731] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4d7bf6-1059-4490-beb3-97bb5aac65ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.189882] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181285MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1402.190064] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.190215] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.208835] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1403.209088] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1403.222394] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e5826-1911-40d5-ada3-131d5cda7120 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.229974] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca76843f-78a4-4782-a9f6-192f0d679831 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.259351] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccb1e1-2cc8-42f5-b8bb-3c506b61e0e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.266676] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270a449e-e4e1-4c8f-a7ef-2201d8f52a1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.279818] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.783323] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.784619] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1403.784803] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.779465] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.622242] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.622567] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1458.622567] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1459.125670] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1459.621776] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.127035] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.621527] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.621063] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.621546] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.621546] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1462.617274] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.620836] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.621944] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.125011] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.125271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.125458] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.125610] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1464.126505] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60104666-061d-4fb2-a44d-967084453cda {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.134539] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cbb92-cf38-4fe0-b28d-310b90bed712 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.148963] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1df629-74c6-4221-b06e-8c87f89e7ef6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.154931] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c7fbe-6301-4cc6-89b4-aefaa9c645da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.187194] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181268MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1464.187431] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.187851] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.222029] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1465.222285] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1465.237385] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1465.248054] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1465.248226] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.256933] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1465.271151] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1465.281694] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a331e0-26ea-4674-b18b-e90399be7576 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.288828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831ec65c-aed0-4f47-adb3-67097dce5a68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.318271] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14804394-37fa-4a07-a32e-449a51960345 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.325252] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39281ab-9419-422f-bef0-f75b968b310f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.338011] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.840802] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.842084] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1465.842304] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.655s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.842385] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.626497] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.626497] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1518.626497] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1519.128469] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1520.621739] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.621956] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.617683] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.621231] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.621404] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.622650] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.623129] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1525.621929] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.125569] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.125866] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.126056] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.126219] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1526.127142] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb266163-86b8-439a-a62d-89bb176bdb08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.135436] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31d18e-d3ab-4ed1-9241-8a4412c0d2e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.149898] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e9065-a45e-4ae0-8099-349b902fb4d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.155930] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ae894c-71dc-4870-8c09-5d0409668efa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.183764] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181270MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1526.183902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.184093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.201882] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1527.202308] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1527.215297] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08d848-96d0-4113-a873-e64911840aad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.222711] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2635c-3bde-4296-8b9d-962b213bf01f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.252085] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa18b5e5-11a9-4966-9799-e2b82e93fc53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.258723] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979b4ae-2b25-48d2-a2dc-449fdf639ace {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.271308] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.774215] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.775602] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1527.775825] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.776348] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.624926] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.625173] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1578.625252] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1579.128148] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1581.621689] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.128328] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.128943] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.622322] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.617669] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.621230] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.621506] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.621928] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1586.623448] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.125862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.126247] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.126483] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.126483] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1587.127397] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b8c03-94f2-49e3-a032-c0a0d07439a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.135539] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc41ff2-d2b6-4a32-91c0-7ca776b110d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.150077] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ca20a-2811-471d-9366-715122f08df7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.156087] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02fdb59-9073-4940-b8f0-84fb53d44cec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.184019] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181276MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1587.184161] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.184339] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.202454] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1588.202733] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1588.215606] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc0718-5b4f-4dc1-82c0-b91cca36d3ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.223291] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb87b02-6270-41da-9660-0a0358740f27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.252602] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf038e4-bb18-41ae-acdf-578faa49500f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.259130] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a28e29-21d4-45cb-baf7-bfec7a380c14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.271744] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.774493] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.775847] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1588.776047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.777350] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.621589] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.621963] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1640.621963] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1641.125176] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1642.621858] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.622078] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.622377] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.622842] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.617249] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1646.623048] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.126737] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.126995] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.127184] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.127339] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1647.128287] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27cbde7-ef09-4921-8a8f-3879ba8e1c73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.136599] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc317158-3019-4659-9f13-5dce8d52b5a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.150399] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06979584-35fa-4431-9f1e-dad6a68ac71e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.156304] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d8e4e-da54-45c6-9ce8-fcda12f85eb4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.184950] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1647.185106] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.185297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.203935] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1648.204184] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1648.216936] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d942b4-a865-4a27-9224-975b5f9c8bfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.224491] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101aaff6-495a-45df-8775-ae8476e3f26d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.253116] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd2b4e6-047a-4860-909f-5a63f68df4ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.260179] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6328a088-4871-45eb-85e5-2f77bf061c60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.275214] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.779034] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.780426] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1648.780606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.780390] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.780760] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1677.318021] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "68f60c3c-9269-47ea-a428-fccc0b2ee870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.318021] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.818129] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.826079] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.826497] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.334079] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.370633] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.370633] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.372220] env[62153]: INFO nova.compute.claims [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.882918] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.917749] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "71935b6f-cd14-40b0-a09a-73ea06f6c688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.918029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.957377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "c5950a67-9249-4c56-958e-b39849785b90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.957632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "c5950a67-9249-4c56-958e-b39849785b90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.421809] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.438042] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "67d1efa6-531a-4403-9cc7-d09371388017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.441903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "67d1efa6-531a-4403-9cc7-d09371388017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.460758] env[62153]: DEBUG nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.521591] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355515b3-2a7a-4922-a2b1-4c73a7eedf6a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.529632] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de069c99-0086-4459-bbae-77f192ced85d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.565842] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d8b7dd-cce1-4dcf-87f4-c0258d1fc17c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.574032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a0217-fb13-4a78-b328-79f9104c1640 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.589298] env[62153]: DEBUG nova.compute.provider_tree [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.941273] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.948638] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.991924] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.092514] env[62153]: DEBUG nova.scheduler.client.report [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.476736] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.604796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.605521] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.608913] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.726s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.610526] env[62153]: INFO nova.compute.claims [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.123475] env[62153]: DEBUG nova.compute.utils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.124912] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.125742] env[62153]: DEBUG nova.network.neutron [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.631756] env[62153]: DEBUG nova.policy [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53858c3a528e457e98e05f0750ff43f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7baee2175d4e43a9b37a026a521c69bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.631756] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1681.733853] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b52e4-bbd3-46ea-b879-453d95bf8a3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.743631] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8981c4-c9b5-4324-8408-360bcf90190c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.775647] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a4d74-d681-4dc4-b95e-1380228d4efa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.783242] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c383aaa-cf52-414d-ac31-d9eb3ad155ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.797438] env[62153]: DEBUG nova.compute.provider_tree [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.302423] env[62153]: DEBUG nova.scheduler.client.report [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.645262] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.673808] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1682.674175] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.674370] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1682.674566] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.675106] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1682.675106] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1682.679345] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1682.679697] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1682.679875] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1682.680078] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1682.680734] env[62153]: DEBUG nova.virt.hardware [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1682.681448] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7c163d-43fb-4687-bce4-6ce0a90b7936 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.691926] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445d7bf-0fdd-40d3-9e38-f09340410433 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.716873] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52126fa1-f206-4a45-ad6e-7f94ada556f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.815259] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.816437] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.820044] env[62153]: DEBUG nova.network.neutron [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Successfully created port: 7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.821772] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.873s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.823399] env[62153]: INFO nova.compute.claims [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.332225] env[62153]: DEBUG nova.compute.utils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.336107] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.336263] env[62153]: DEBUG nova.network.neutron [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.601808] env[62153]: DEBUG nova.policy [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be08ad6939ad4ab2a0cba698ae033184', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8ba6ebbf7964328aa908092ae25de28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.837656] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.961663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4fabc-8e13-4743-9b86-191689522dfe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.973315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ebbd0d-9325-43aa-939d-6517e58a425a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.015861] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92494b-6aff-47b8-89c5-cfec442a3041 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.024083] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d8c2b4-ea5a-4f5f-9f7c-b1544fe6fa35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.042963] env[62153]: DEBUG nova.compute.provider_tree [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.548826] env[62153]: DEBUG nova.scheduler.client.report [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.852789] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.891177] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.891331] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.891538] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.892982] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.892982] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.892982] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.892982] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.892982] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.893176] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.893322] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.893629] env[62153]: DEBUG nova.virt.hardware [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.894522] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b332fd23-8122-4e07-83bc-74624af16499 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.909230] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf76d202-665b-4044-8e8d-f8171cdf23d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.058598] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.059824] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.062112] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.070s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.063518] env[62153]: INFO nova.compute.claims [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.282192] env[62153]: DEBUG nova.network.neutron [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Successfully created port: 667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.571025] env[62153]: DEBUG nova.compute.utils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.573526] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.573704] env[62153]: DEBUG nova.network.neutron [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.905796] env[62153]: DEBUG nova.policy [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bf69b8a106342f897a838a8f8b7f4b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bba6d2d5d7a4101bb82e8c72c92a86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.075087] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.310661] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b01257-772c-4108-ae81-cfcdac396103 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.320287] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1649b5c9-89f7-4fea-abd2-4798acdaf0da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.354226] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e06628-6551-42a7-a153-4f5da06f931d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.361582] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5353f2eb-876c-4b3c-8041-e99582737333 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.376231] env[62153]: DEBUG nova.compute.provider_tree [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.880286] env[62153]: DEBUG nova.scheduler.client.report [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.097928] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.130211] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.130404] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.130530] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.130711] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.130892] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.131368] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.131823] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.131964] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.132188] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.132503] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.132607] env[62153]: DEBUG nova.virt.hardware [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.133722] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa38d6e-4827-4be3-8002-f5d2315ced28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.144977] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f361af25-eeb6-4f17-9af3-2b059fa17161 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.341193] env[62153]: DEBUG nova.network.neutron [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Successfully updated port: 7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.387949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.388528] env[62153]: DEBUG nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.392048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.915s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.393735] env[62153]: INFO nova.compute.claims [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.813228] env[62153]: DEBUG nova.network.neutron [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Successfully created port: 1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1687.846405] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.846630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquired lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.846630] env[62153]: DEBUG nova.network.neutron [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.899095] env[62153]: DEBUG nova.compute.utils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.904886] env[62153]: DEBUG nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1688.240646] env[62153]: DEBUG nova.network.neutron [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Successfully updated port: 667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.409894] env[62153]: DEBUG nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.417206] env[62153]: DEBUG nova.network.neutron [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.616125] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf45f33-5804-44c2-a429-39ab182ef362 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.628189] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b9642-a1e8-47be-9492-cbf2db35128e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.670573] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0129b4c5-ec30-41c0-8d15-8411c8634dc4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.686438] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a995792-677b-409f-950b-b0c0da19488b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.705399] env[62153]: DEBUG nova.compute.provider_tree [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.747265] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "refresh_cache-3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.747265] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired lock "refresh_cache-3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.747265] env[62153]: DEBUG nova.network.neutron [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.910205] env[62153]: DEBUG nova.network.neutron [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updating instance_info_cache with network_info: [{"id": "7a965594-b4d6-49d9-afff-1e2352261e20", "address": "fa:16:3e:61:8d:1a", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a965594-b4", "ovs_interfaceid": "7a965594-b4d6-49d9-afff-1e2352261e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.209182] env[62153]: DEBUG nova.scheduler.client.report [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.305722] env[62153]: DEBUG nova.network.neutron [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.414127] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Releasing lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.417434] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Instance network_info: |[{"id": "7a965594-b4d6-49d9-afff-1e2352261e20", "address": "fa:16:3e:61:8d:1a", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a965594-b4", "ovs_interfaceid": "7a965594-b4d6-49d9-afff-1e2352261e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.417761] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:8d:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a965594-b4d6-49d9-afff-1e2352261e20', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.430014] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.430519] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2c3e95-1880-462c-bf24-a156a683b766 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.434642] env[62153]: DEBUG nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.444530] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Created folder: OpenStack in parent group-v4. [ 1689.444755] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Creating folder: Project (7baee2175d4e43a9b37a026a521c69bd). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.444951] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-046aead3-2009-4965-9345-eea0aa40096c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.458677] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Created folder: Project (7baee2175d4e43a9b37a026a521c69bd) in parent group-v424816. [ 1689.458951] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Creating folder: Instances. Parent ref: group-v424817. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.459097] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9dcfb66-0e08-4a0e-98eb-fb363a91e5d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.470645] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.470873] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.471079] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.471226] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.471364] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.471505] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.471705] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.471852] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.472367] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.472367] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.472367] env[62153]: DEBUG nova.virt.hardware [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.474326] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433ff98-1569-4b63-8d24-c4c91a982f5b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.476865] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Created folder: Instances in parent group-v424817. [ 1689.477030] env[62153]: DEBUG oslo.service.loopingcall [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.477232] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.477831] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8d4719-55c2-413e-8ce4-d5d17f7d2940 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.498457] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb3f193-4130-4c44-a7a4-cfb3f55f07f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.502376] env[62153]: DEBUG nova.network.neutron [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Updating instance_info_cache with network_info: [{"id": "667c4b28-6818-48eb-b808-af3319f51e9d", "address": "fa:16:3e:eb:b4:c1", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667c4b28-68", "ovs_interfaceid": "667c4b28-6818-48eb-b808-af3319f51e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.515623] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.523319] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Creating folder: Project (f5201d75a7954c3eb379ec1974610ed1). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.526890] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18b5d9a0-47ef-4b92-9044-0fbbb93fbcc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.528607] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.528607] env[62153]: value = "task-2072389" [ 1689.528607] env[62153]: _type = "Task" [ 1689.528607] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.538081] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072389, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.540399] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Created folder: Project (f5201d75a7954c3eb379ec1974610ed1) in parent group-v424816. [ 1689.540527] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Creating folder: Instances. Parent ref: group-v424819. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.542877] env[62153]: DEBUG nova.compute.manager [req-e6ed5b31-b3d3-4694-a28c-8e219c9b6a1a req-b77f997c-0a48-4264-8adc-b3bad862ffcf service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Received event network-vif-plugged-7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1689.542877] env[62153]: DEBUG oslo_concurrency.lockutils [req-e6ed5b31-b3d3-4694-a28c-8e219c9b6a1a req-b77f997c-0a48-4264-8adc-b3bad862ffcf service nova] Acquiring lock "68f60c3c-9269-47ea-a428-fccc0b2ee870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.542877] env[62153]: DEBUG oslo_concurrency.lockutils [req-e6ed5b31-b3d3-4694-a28c-8e219c9b6a1a req-b77f997c-0a48-4264-8adc-b3bad862ffcf service nova] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.542877] env[62153]: DEBUG oslo_concurrency.lockutils [req-e6ed5b31-b3d3-4694-a28c-8e219c9b6a1a req-b77f997c-0a48-4264-8adc-b3bad862ffcf service nova] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.542877] env[62153]: DEBUG nova.compute.manager [req-e6ed5b31-b3d3-4694-a28c-8e219c9b6a1a req-b77f997c-0a48-4264-8adc-b3bad862ffcf service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] No waiting events found dispatching network-vif-plugged-7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1689.543269] env[62153]: WARNING nova.compute.manager [req-e6ed5b31-b3d3-4694-a28c-8e219c9b6a1a req-b77f997c-0a48-4264-8adc-b3bad862ffcf service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Received unexpected event network-vif-plugged-7a965594-b4d6-49d9-afff-1e2352261e20 for instance with vm_state building and task_state spawning. [ 1689.543269] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642b552a-b3d1-4b25-8cd7-731aea7010cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.552932] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Created folder: Instances in parent group-v424819. [ 1689.553183] env[62153]: DEBUG oslo.service.loopingcall [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.553356] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.553572] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3086b6e-eed5-4640-acfb-3fcc06743836 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.572490] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.572490] env[62153]: value = "task-2072392" [ 1689.572490] env[62153]: _type = "Task" [ 1689.572490] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.582827] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072392, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.717018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.717613] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.006325] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Releasing lock "refresh_cache-3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.006645] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Instance network_info: |[{"id": "667c4b28-6818-48eb-b808-af3319f51e9d", "address": "fa:16:3e:eb:b4:c1", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667c4b28-68", "ovs_interfaceid": "667c4b28-6818-48eb-b808-af3319f51e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1690.007072] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b4:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '667c4b28-6818-48eb-b808-af3319f51e9d', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.015928] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Creating folder: Project (e8ba6ebbf7964328aa908092ae25de28). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1690.016939] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d72f3e68-6fd1-4052-945a-e3a81fcabd44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.027491] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Created folder: Project (e8ba6ebbf7964328aa908092ae25de28) in parent group-v424816. [ 1690.027608] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Creating folder: Instances. Parent ref: group-v424823. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1690.027917] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd4e8f36-9427-4cd4-8f64-44789731c53f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.040551] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072389, 'name': CreateVM_Task, 'duration_secs': 0.46324} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.040703] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.043518] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Created folder: Instances in parent group-v424823. [ 1690.043748] env[62153]: DEBUG oslo.service.loopingcall [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.044244] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.044452] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61fe8c2c-cbaa-41a0-b426-562637a13c74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.065185] env[62153]: DEBUG oslo_vmware.service [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339e3db-a4bb-4f63-91b1-f561069a3418 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.073441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.073441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.073632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.074250] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018e6a3e-8c73-4cee-a1ef-8f70f2a367c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.081296] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.081296] env[62153]: value = "task-2072395" [ 1690.081296] env[62153]: _type = "Task" [ 1690.081296] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.092735] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072392, 'name': CreateVM_Task, 'duration_secs': 0.324218} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.093193] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1690.093193] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52987c54-38b6-bb15-e5df-1275bd78db4c" [ 1690.093193] env[62153]: _type = "Task" [ 1690.093193] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.094326] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.095795] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.111623] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.111866] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.112125] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.112273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.112684] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.113015] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072395, 'name': CreateVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.113130] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.113438] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.114054] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-876e7709-6737-4106-bbf1-e46e622d7184 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.116656] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40435718-5cc9-4197-a8c1-4d859b73e8b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.122335] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1690.122335] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529c3d26-9157-0e2f-3713-deeb5dbda5e6" [ 1690.122335] env[62153]: _type = "Task" [ 1690.122335] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.133107] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529c3d26-9157-0e2f-3713-deeb5dbda5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.134438] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.134438] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.135425] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b640f5-7f46-42cf-9018-873da7a767b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.144575] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0320f1-131e-4f9d-974d-c84328f5247c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.152070] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1690.152070] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528039c3-6e97-2d5d-432a-22940035325b" [ 1690.152070] env[62153]: _type = "Task" [ 1690.152070] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.161059] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528039c3-6e97-2d5d-432a-22940035325b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.223144] env[62153]: DEBUG nova.compute.utils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.224287] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1690.224444] env[62153]: DEBUG nova.network.neutron [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.334258] env[62153]: DEBUG nova.policy [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4cb0f6d272b42cc930684406060c07a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f222f67b5d124351bfe600207c87eadd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1690.464461] env[62153]: DEBUG nova.compute.manager [req-9a5f70b3-c8db-4a49-af7f-c49cea8554f3 req-b34e1753-a780-4b83-9de0-c78759809527 service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Received event network-vif-plugged-667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1690.464461] env[62153]: DEBUG oslo_concurrency.lockutils [req-9a5f70b3-c8db-4a49-af7f-c49cea8554f3 req-b34e1753-a780-4b83-9de0-c78759809527 service nova] Acquiring lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.464461] env[62153]: DEBUG oslo_concurrency.lockutils [req-9a5f70b3-c8db-4a49-af7f-c49cea8554f3 req-b34e1753-a780-4b83-9de0-c78759809527 service nova] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.464943] env[62153]: DEBUG oslo_concurrency.lockutils [req-9a5f70b3-c8db-4a49-af7f-c49cea8554f3 req-b34e1753-a780-4b83-9de0-c78759809527 service nova] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.464943] env[62153]: DEBUG nova.compute.manager [req-9a5f70b3-c8db-4a49-af7f-c49cea8554f3 req-b34e1753-a780-4b83-9de0-c78759809527 service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] No waiting events found dispatching network-vif-plugged-667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.464943] env[62153]: WARNING nova.compute.manager [req-9a5f70b3-c8db-4a49-af7f-c49cea8554f3 req-b34e1753-a780-4b83-9de0-c78759809527 service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Received unexpected event network-vif-plugged-667c4b28-6818-48eb-b808-af3319f51e9d for instance with vm_state building and task_state spawning. [ 1690.596794] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072395, 'name': CreateVM_Task, 'duration_secs': 0.342597} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.596877] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.597509] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.640196] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.640564] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.640803] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.641035] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.641347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.641606] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d026071c-7e42-43f9-a3d9-7a6ed07cec5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.646385] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1690.646385] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528ec370-31c9-3606-327e-d0a64bf94589" [ 1690.646385] env[62153]: _type = "Task" [ 1690.646385] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.656868] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528ec370-31c9-3606-327e-d0a64bf94589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.671690] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Preparing fetch location {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1690.671951] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Creating directory with path [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.672225] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa8a730-2d8c-4f65-af9a-320727710444 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.688271] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Created directory with path [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.688364] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Fetch image to [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1690.688496] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Downloading image file data a0fe52c4-9b97-4dd3-ae24-9aba6478367a to [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk on the data store datastore1 {{(pid=62153) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1690.689457] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221ff8b-8e80-4577-8e68-367100e6f085 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.699403] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3e8ec4-8521-4ab5-a9fa-7aeee6d3068a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.714267] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be744f-cfbf-4c4c-bb6c-0d7174775967 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.759307] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1690.768520] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf9614c-e50d-4e61-b5ab-7d39cdad4a6a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.773865] env[62153]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-16b40b19-4cb6-4634-bbd2-054f2dc5dc29 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.865283] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Downloading image file data a0fe52c4-9b97-4dd3-ae24-9aba6478367a to the data store datastore1 {{(pid=62153) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1690.938261] env[62153]: DEBUG oslo_vmware.rw_handles [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62153) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1691.011469] env[62153]: DEBUG nova.network.neutron [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Successfully updated port: 1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.163080] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.163153] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.164162] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.451130] env[62153]: DEBUG nova.network.neutron [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Successfully created port: 03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.524540] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "refresh_cache-71935b6f-cd14-40b0-a09a-73ea06f6c688" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.524540] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquired lock "refresh_cache-71935b6f-cd14-40b0-a09a-73ea06f6c688" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.524540] env[62153]: DEBUG nova.network.neutron [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.677333] env[62153]: DEBUG oslo_vmware.rw_handles [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Completed reading data from the image iterator. {{(pid=62153) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1691.677333] env[62153]: DEBUG oslo_vmware.rw_handles [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1691.775585] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1691.816838] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1691.816838] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.816838] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1691.817018] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.817018] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1691.820280] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1691.820280] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1691.820280] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1691.820280] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1691.820280] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1691.820640] env[62153]: DEBUG nova.virt.hardware [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1691.820640] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888f5f02-17b7-498e-9e73-07a8edfed8a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.825113] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Downloaded image file data a0fe52c4-9b97-4dd3-ae24-9aba6478367a to vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk on the data store datastore1 {{(pid=62153) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1691.828473] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Caching image {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1691.829089] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Copying Virtual Disk [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk to [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.829538] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c643e2fc-4257-4cda-9b06-6248c76906fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.846980] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fdb773-349b-4a04-b9b3-311b585454dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.851524] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1691.851524] env[62153]: value = "task-2072396" [ 1691.851524] env[62153]: _type = "Task" [ 1691.851524] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.873917] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.157021] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.157021] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.198214] env[62153]: DEBUG nova.network.neutron [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.364893] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.657439] env[62153]: DEBUG nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.694224] env[62153]: DEBUG nova.network.neutron [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Updating instance_info_cache with network_info: [{"id": "1c3a2f29-cf2c-4c65-854c-831594c97615", "address": "fa:16:3e:27:28:a4", "network": {"id": "b80e92e3-a10d-4d7f-9064-b0cd66fc9c9d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-376652460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bba6d2d5d7a4101bb82e8c72c92a86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3a2f29-cf", "ovs_interfaceid": "1c3a2f29-cf2c-4c65-854c-831594c97615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.868023] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708134} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.868305] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Copied Virtual Disk [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk to [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.868493] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleting the datastore file [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/tmp-sparse.vmdk {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.868746] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c848e45c-1577-4080-9501-c41c5898d498 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.875426] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1692.875426] env[62153]: value = "task-2072397" [ 1692.875426] env[62153]: _type = "Task" [ 1692.875426] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.886922] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.187770] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.188093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.193187] env[62153]: INFO nova.compute.claims [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.200725] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Releasing lock "refresh_cache-71935b6f-cd14-40b0-a09a-73ea06f6c688" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.201226] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Instance network_info: |[{"id": "1c3a2f29-cf2c-4c65-854c-831594c97615", "address": "fa:16:3e:27:28:a4", "network": {"id": "b80e92e3-a10d-4d7f-9064-b0cd66fc9c9d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-376652460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bba6d2d5d7a4101bb82e8c72c92a86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3a2f29-cf", "ovs_interfaceid": "1c3a2f29-cf2c-4c65-854c-831594c97615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1693.201733] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:28:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c3a2f29-cf2c-4c65-854c-831594c97615', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.209903] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Creating folder: Project (5bba6d2d5d7a4101bb82e8c72c92a86f). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1693.210241] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f2cfda2-c159-4571-8a0f-fbf5a96571f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.221299] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Created folder: Project (5bba6d2d5d7a4101bb82e8c72c92a86f) in parent group-v424816. [ 1693.221299] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Creating folder: Instances. Parent ref: group-v424826. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1693.221485] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76fa00f8-60dd-4313-a487-7e35796f74d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.232705] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Created folder: Instances in parent group-v424826. [ 1693.234086] env[62153]: DEBUG oslo.service.loopingcall [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.234086] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.234086] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56fe2d28-e56b-4f92-badb-c1c8b22cdf97 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.262114] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1693.262114] env[62153]: value = "task-2072400" [ 1693.262114] env[62153]: _type = "Task" [ 1693.262114] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.272491] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072400, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.387175] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026305} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.387594] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.387913] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Moving file from [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283/a0fe52c4-9b97-4dd3-ae24-9aba6478367a to [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a. {{(pid=62153) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1693.388274] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cab4591f-1f8f-415c-8e74-ff6af2ba03c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.399116] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1693.399116] env[62153]: value = "task-2072401" [ 1693.399116] env[62153]: _type = "Task" [ 1693.399116] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.413165] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072401, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.565997] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "fc274d14-eeb7-41be-bf6b-55119f500381" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.565997] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "fc274d14-eeb7-41be-bf6b-55119f500381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.778034] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072400, 'name': CreateVM_Task, 'duration_secs': 0.405216} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.778034] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.778704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.779347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.779347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.779430] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752f7793-acbf-4e74-b4b7-a2be03a61357 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.786805] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1693.786805] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c8d7d2-8d28-2c52-f17f-c00e104bf862" [ 1693.786805] env[62153]: _type = "Task" [ 1693.786805] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.802162] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c8d7d2-8d28-2c52-f17f-c00e104bf862, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.802162] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.802162] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.802162] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.910733] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072401, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023731} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.911161] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] File moved {{(pid=62153) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1693.911412] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Cleaning up location [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283 {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1693.912123] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleting the datastore file [datastore1] vmware_temp/4220e01d-2341-4304-a943-ce48839ac283 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.912449] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b9640a-d857-43b5-bbe8-a21ab367cca9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.923615] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1693.923615] env[62153]: value = "task-2072402" [ 1693.923615] env[62153]: _type = "Task" [ 1693.923615] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.931854] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.069822] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.197690] env[62153]: DEBUG nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Received event network-changed-7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1694.198251] env[62153]: DEBUG nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Refreshing instance network info cache due to event network-changed-7a965594-b4d6-49d9-afff-1e2352261e20. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1694.198754] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Acquiring lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.199119] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Acquired lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.199348] env[62153]: DEBUG nova.network.neutron [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Refreshing network info cache for port 7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.362926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "93291c4d-407b-4410-8f64-92411c8840d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.363192] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "93291c4d-407b-4410-8f64-92411c8840d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.369279] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74faef1d-54a8-481d-8eed-8edbee5ef240 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.380221] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec64a2-d25d-4bf1-94bd-eb0bec2b354e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.419817] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141d4bd-4bb1-4517-992c-a336d52c77f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.432503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ed09d-b325-46cc-810c-6d5a8256a682 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.440193] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025653} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.441076] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.441901] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a450e09b-2d72-41b2-9973-e62579883858 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.453121] env[62153]: DEBUG nova.compute.provider_tree [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.458083] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1694.458083] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529ac006-719a-7214-0159-3a72a474c830" [ 1694.458083] env[62153]: _type = "Task" [ 1694.458083] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.467225] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529ac006-719a-7214-0159-3a72a474c830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.588030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.622438] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.868831] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.956915] env[62153]: DEBUG nova.scheduler.client.report [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.964079] env[62153]: DEBUG nova.network.neutron [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Successfully updated port: 03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1694.982710] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529ac006-719a-7214-0159-3a72a474c830, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.986089] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.986089] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 68f60c3c-9269-47ea-a428-fccc0b2ee870/68f60c3c-9269-47ea-a428-fccc0b2ee870.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.986089] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.986089] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.986430] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56632d23-488b-46b1-a0ed-3d157ef6fdc6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.990861] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f03af6-b5e2-4086-9e1a-167586380126 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.998951] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1694.998951] env[62153]: value = "task-2072403" [ 1694.998951] env[62153]: _type = "Task" [ 1694.998951] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.010024] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.010024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.010024] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf9683b-738a-46d2-8520-ae7b9e247156 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.021100] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.026113] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1695.026113] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521febfb-f3cb-7cda-927b-0499a9c06431" [ 1695.026113] env[62153]: _type = "Task" [ 1695.026113] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.035946] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521febfb-f3cb-7cda-927b-0499a9c06431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.287862] env[62153]: DEBUG nova.network.neutron [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updated VIF entry in instance network info cache for port 7a965594-b4d6-49d9-afff-1e2352261e20. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.287993] env[62153]: DEBUG nova.network.neutron [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updating instance_info_cache with network_info: [{"id": "7a965594-b4d6-49d9-afff-1e2352261e20", "address": "fa:16:3e:61:8d:1a", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a965594-b4", "ovs_interfaceid": "7a965594-b4d6-49d9-afff-1e2352261e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.389087] env[62153]: DEBUG nova.compute.manager [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Received event network-changed-667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1695.389382] env[62153]: DEBUG nova.compute.manager [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Refreshing instance network info cache due to event network-changed-667c4b28-6818-48eb-b808-af3319f51e9d. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1695.389535] env[62153]: DEBUG oslo_concurrency.lockutils [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] Acquiring lock "refresh_cache-3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.389707] env[62153]: DEBUG oslo_concurrency.lockutils [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] Acquired lock "refresh_cache-3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.389848] env[62153]: DEBUG nova.network.neutron [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Refreshing network info cache for port 667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.404279] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.466851] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.467557] env[62153]: DEBUG nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1695.470403] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.882s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.475031] env[62153]: INFO nova.compute.claims [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.475984] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "refresh_cache-67d1efa6-531a-4403-9cc7-d09371388017" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.475984] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquired lock "refresh_cache-67d1efa6-531a-4403-9cc7-d09371388017" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.475984] env[62153]: DEBUG nova.network.neutron [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.513952] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.538111] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521febfb-f3cb-7cda-927b-0499a9c06431, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.539413] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f693dc-d270-48a4-b828-27ec190c4426 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.545927] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1695.545927] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529f97f0-b6af-af5f-0f0f-08a16cb19094" [ 1695.545927] env[62153]: _type = "Task" [ 1695.545927] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.557260] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529f97f0-b6af-af5f-0f0f-08a16cb19094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.791308] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Releasing lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.791620] env[62153]: DEBUG nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Received event network-vif-plugged-1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1695.791816] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Acquiring lock "71935b6f-cd14-40b0-a09a-73ea06f6c688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.792149] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.792149] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.792293] env[62153]: DEBUG nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] No waiting events found dispatching network-vif-plugged-1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.792464] env[62153]: WARNING nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Received unexpected event network-vif-plugged-1c3a2f29-cf2c-4c65-854c-831594c97615 for instance with vm_state building and task_state spawning. [ 1695.792626] env[62153]: DEBUG nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Received event network-changed-1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1695.792987] env[62153]: DEBUG nova.compute.manager [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Refreshing instance network info cache due to event network-changed-1c3a2f29-cf2c-4c65-854c-831594c97615. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1695.792987] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Acquiring lock "refresh_cache-71935b6f-cd14-40b0-a09a-73ea06f6c688" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.793095] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Acquired lock "refresh_cache-71935b6f-cd14-40b0-a09a-73ea06f6c688" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.793733] env[62153]: DEBUG nova.network.neutron [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Refreshing network info cache for port 1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.979393] env[62153]: DEBUG nova.compute.utils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1695.987800] env[62153]: DEBUG nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1696.010153] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540644} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.010556] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 68f60c3c-9269-47ea-a428-fccc0b2ee870/68f60c3c-9269-47ea-a428-fccc0b2ee870.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.010916] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1696.011281] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8806d805-dbf3-4b37-b3fb-f5c6b803fd8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.017912] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1696.017912] env[62153]: value = "task-2072404" [ 1696.017912] env[62153]: _type = "Task" [ 1696.017912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.026582] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.056916] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529f97f0-b6af-af5f-0f0f-08a16cb19094, 'name': SearchDatastore_Task, 'duration_secs': 0.026308} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.057612] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.058028] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c5950a67-9249-4c56-958e-b39849785b90/c5950a67-9249-4c56-958e-b39849785b90.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.060987] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.061489] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.061861] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7097ad5-f3aa-4c45-bfce-9f9cd9e6f584 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.065337] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfcf2282-838a-4b0e-80b9-cf139ee11636 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.075017] env[62153]: DEBUG nova.network.neutron [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1696.076981] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1696.076981] env[62153]: value = "task-2072405" [ 1696.076981] env[62153]: _type = "Task" [ 1696.076981] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.077425] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.077686] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.078555] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4bf50a-f69d-4e7e-9ad3-6919d3b97058 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.087842] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1696.087842] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eb0235-afb0-c74e-b9da-ffb802bc88d0" [ 1696.087842] env[62153]: _type = "Task" [ 1696.087842] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.091494] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.100921] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eb0235-afb0-c74e-b9da-ffb802bc88d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.480891] env[62153]: DEBUG nova.network.neutron [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Updated VIF entry in instance network info cache for port 667c4b28-6818-48eb-b808-af3319f51e9d. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.480891] env[62153]: DEBUG nova.network.neutron [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Updating instance_info_cache with network_info: [{"id": "667c4b28-6818-48eb-b808-af3319f51e9d", "address": "fa:16:3e:eb:b4:c1", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667c4b28-68", "ovs_interfaceid": "667c4b28-6818-48eb-b808-af3319f51e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.488617] env[62153]: DEBUG nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1696.533798] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074237} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.536865] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.536865] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd9abe3-16d5-4c91-acb6-6989f61e79ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.566633] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 68f60c3c-9269-47ea-a428-fccc0b2ee870/68f60c3c-9269-47ea-a428-fccc0b2ee870.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.568054] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c2be0a-4214-44e9-9245-ccc2cd9795a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.604617] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1696.604617] env[62153]: value = "task-2072406" [ 1696.604617] env[62153]: _type = "Task" [ 1696.604617] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.604942] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.621016] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eb0235-afb0-c74e-b9da-ffb802bc88d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.622355] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2189eb87-d46c-450a-9bd3-98c9697d8d12 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.629803] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.637033] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1696.637033] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fde7a-393c-7a69-3639-b11ff4b96fe6" [ 1696.637033] env[62153]: _type = "Task" [ 1696.637033] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.650960] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fde7a-393c-7a69-3639-b11ff4b96fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.015024} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.650960] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.651195] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c/3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.651978] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.651978] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.651978] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05fdb0c-3f46-4c8b-b2a4-f6b5f3633ce3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.654306] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98c9d8d-04e8-46d0-8084-d8e8d648a693 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.662910] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1696.662910] env[62153]: value = "task-2072407" [ 1696.662910] env[62153]: _type = "Task" [ 1696.662910] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.666872] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.667067] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.668182] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992f8363-f6ee-4f08-89c5-8e0d04734d56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.673569] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.680830] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1696.680830] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d547f3-cba0-dbf4-3ca4-3d6210232ec9" [ 1696.680830] env[62153]: _type = "Task" [ 1696.680830] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.689732] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d547f3-cba0-dbf4-3ca4-3d6210232ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.728118] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c1287-7cf3-4e3c-a531-2f395f338442 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.735941] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9643b-f633-4458-8168-8ae8bf36183c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.768078] env[62153]: DEBUG nova.network.neutron [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Updating instance_info_cache with network_info: [{"id": "03cdeefc-16ef-4173-bfda-db2936ff8a08", "address": "fa:16:3e:aa:15:49", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03cdeefc-16", "ovs_interfaceid": "03cdeefc-16ef-4173-bfda-db2936ff8a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.770336] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638afea5-bcc6-4b59-998b-8e40e93b9b65 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.773753] env[62153]: DEBUG nova.network.neutron [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Updated VIF entry in instance network info cache for port 1c3a2f29-cf2c-4c65-854c-831594c97615. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.774119] env[62153]: DEBUG nova.network.neutron [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Updating instance_info_cache with network_info: [{"id": "1c3a2f29-cf2c-4c65-854c-831594c97615", "address": "fa:16:3e:27:28:a4", "network": {"id": "b80e92e3-a10d-4d7f-9064-b0cd66fc9c9d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-376652460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bba6d2d5d7a4101bb82e8c72c92a86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3a2f29-cf", "ovs_interfaceid": "1c3a2f29-cf2c-4c65-854c-831594c97615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.781580] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3613d5df-4bb1-4d95-977d-2f70e95eae1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.805733] env[62153]: DEBUG nova.compute.provider_tree [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.983086] env[62153]: DEBUG oslo_concurrency.lockutils [req-c1130339-bb54-47a9-8296-ebceb7b4c027 req-2535b949-99c8-4405-86ce-2789681972db service nova] Releasing lock "refresh_cache-3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.104651] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579133} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.104985] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c5950a67-9249-4c56-958e-b39849785b90/c5950a67-9249-4c56-958e-b39849785b90.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.105238] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.105561] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e4fbf01-ed80-4b93-ab22-e20efa878e53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.121504] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.123257] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1697.123257] env[62153]: value = "task-2072408" [ 1697.123257] env[62153]: _type = "Task" [ 1697.123257] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.135254] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.179544] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072407, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.192620] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d547f3-cba0-dbf4-3ca4-3d6210232ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.193755] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8835e21f-74be-4b88-91ee-ea19822f56ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.205072] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1697.205072] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eef242-d3fb-4d53-126b-6530aca95514" [ 1697.205072] env[62153]: _type = "Task" [ 1697.205072] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.217872] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eef242-d3fb-4d53-126b-6530aca95514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.280644] env[62153]: DEBUG oslo_concurrency.lockutils [req-17d1fa1b-38cb-4efb-ba62-f2272dd98da9 req-76bd6a56-17e5-408e-9967-625c5ad33863 service nova] Releasing lock "refresh_cache-71935b6f-cd14-40b0-a09a-73ea06f6c688" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.280644] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Releasing lock "refresh_cache-67d1efa6-531a-4403-9cc7-d09371388017" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.280908] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Instance network_info: |[{"id": "03cdeefc-16ef-4173-bfda-db2936ff8a08", "address": "fa:16:3e:aa:15:49", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03cdeefc-16", "ovs_interfaceid": "03cdeefc-16ef-4173-bfda-db2936ff8a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1697.281322] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:15:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03cdeefc-16ef-4173-bfda-db2936ff8a08', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.290565] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Creating folder: Project (f222f67b5d124351bfe600207c87eadd). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.290565] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c3aefc6-e6fa-47bd-81d2-bf0dffe2e6fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.307518] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Created folder: Project (f222f67b5d124351bfe600207c87eadd) in parent group-v424816. [ 1697.308167] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Creating folder: Instances. Parent ref: group-v424829. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.309347] env[62153]: DEBUG nova.scheduler.client.report [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.314787] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31aaf76e-1075-4cf4-b086-41d4f0eb8489 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.328672] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Created folder: Instances in parent group-v424829. [ 1697.329102] env[62153]: DEBUG oslo.service.loopingcall [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.329428] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.329728] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1df291b0-f089-4586-b0fa-c518faba2e05 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.356286] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.356639] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.365347] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.365347] env[62153]: value = "task-2072411" [ 1697.365347] env[62153]: _type = "Task" [ 1697.365347] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.378326] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072411, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.508081] env[62153]: DEBUG nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1697.546499] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1697.546799] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.546874] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1697.548887] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.549486] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1697.549486] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1697.549486] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1697.552510] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1697.552722] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1697.552906] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1697.553138] env[62153]: DEBUG nova.virt.hardware [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1697.554214] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9c44f-fff8-407c-8edb-5783521ee39d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.565985] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "098bb596-73d7-4647-9d54-a68dddbe2f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.566247] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.575809] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d2633-e040-44ee-b212-2f4ee88d5899 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.599504] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.605251] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Creating folder: Project (6ba92c29414841d6980665e8d15d1c51). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.605923] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5342c14-9e17-4481-adc0-147cfd7a5bbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.621761] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Created folder: Project (6ba92c29414841d6980665e8d15d1c51) in parent group-v424816. [ 1697.621761] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Creating folder: Instances. Parent ref: group-v424832. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.622212] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c210ed14-f3de-4039-8b83-36b375e6aa02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.626804] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072406, 'name': ReconfigVM_Task, 'duration_secs': 0.671437} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.632918] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 68f60c3c-9269-47ea-a428-fccc0b2ee870/68f60c3c-9269-47ea-a428-fccc0b2ee870.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.632918] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40863ef6-60f8-47a5-adc6-ade7dd05d199 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.638445] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.335254} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.640574] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.641148] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Created folder: Instances in parent group-v424832. [ 1697.641148] env[62153]: DEBUG oslo.service.loopingcall [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.641328] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1697.641328] env[62153]: value = "task-2072414" [ 1697.641328] env[62153]: _type = "Task" [ 1697.641328] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.641970] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b987dbc6-f72b-4222-9238-082f084d794e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.644404] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.644657] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60bd4486-1b49-43ca-8bd7-889a2ac94be5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.678396] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] c5950a67-9249-4c56-958e-b39849785b90/c5950a67-9249-4c56-958e-b39849785b90.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.686657] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0300f48-b623-45bb-954b-ea0d545ebd98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.700900] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.700900] env[62153]: value = "task-2072415" [ 1697.700900] env[62153]: _type = "Task" [ 1697.700900] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.701225] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072414, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.709102] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.713537] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c/3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.713754] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.714057] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1697.714057] env[62153]: value = "task-2072416" [ 1697.714057] env[62153]: _type = "Task" [ 1697.714057] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.714260] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4d6e0e-3ce4-4038-81bb-121b12a6dc74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.722491] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072415, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.730024] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eef242-d3fb-4d53-126b-6530aca95514, 'name': SearchDatastore_Task, 'duration_secs': 0.061442} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.730024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.730024] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 71935b6f-cd14-40b0-a09a-73ea06f6c688/71935b6f-cd14-40b0-a09a-73ea06f6c688.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.730024] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b8bf36-a43e-448b-8933-4021e903530e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.734954] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1697.734954] env[62153]: value = "task-2072417" [ 1697.734954] env[62153]: _type = "Task" [ 1697.734954] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.735131] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.739720] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1697.739720] env[62153]: value = "task-2072418" [ 1697.739720] env[62153]: _type = "Task" [ 1697.739720] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.746340] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.752131] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.817508] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.818332] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1697.824268] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.420s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.825800] env[62153]: INFO nova.compute.claims [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.860770] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.879962] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072411, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.072548] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.155641] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.155641] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.163214] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072414, 'name': Rename_Task, 'duration_secs': 0.302316} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.163485] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.163730] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e16e5634-72d0-4f32-a646-97a69e04b574 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.173029] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1698.173029] env[62153]: value = "task-2072419" [ 1698.173029] env[62153]: _type = "Task" [ 1698.173029] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.181864] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.214958] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072415, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.225542] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072416, 'name': ReconfigVM_Task, 'duration_secs': 0.347763} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.225816] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Reconfigured VM instance instance-00000004 to attach disk [datastore1] c5950a67-9249-4c56-958e-b39849785b90/c5950a67-9249-4c56-958e-b39849785b90.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.226774] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef5f29a-5fae-431d-990d-2ad981ce199f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.234892] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1698.234892] env[62153]: value = "task-2072420" [ 1698.234892] env[62153]: _type = "Task" [ 1698.234892] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.247305] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072420, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.250554] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.254955] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.330387] env[62153]: DEBUG nova.compute.utils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.338305] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1698.338305] env[62153]: DEBUG nova.network.neutron [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.383027] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072411, 'name': CreateVM_Task, 'duration_secs': 0.628887} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.386016] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1698.386016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.386016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.386016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.386016] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6372fa-4088-4428-8864-283c17fb7778 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.387926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.391582] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1698.391582] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5207f67c-ac48-01e1-88fa-1c47628a4b04" [ 1698.391582] env[62153]: _type = "Task" [ 1698.391582] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.399826] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5207f67c-ac48-01e1-88fa-1c47628a4b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.469198] env[62153]: DEBUG nova.policy [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0fdc9a89a6449b7828f6adc3da76341', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '588d2e00b0bb42d89157f107f3fe1600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1698.603429] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.686939] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.721368] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072415, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.757550] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072420, 'name': Rename_Task, 'duration_secs': 0.152247} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.764081] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.765149] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.831183} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.765149] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d10a2b11-ba2d-46c8-b397-68a757158cce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.768129] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.773847] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a528fb-c520-4f07-adb5-4751b99032c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.777267] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072418, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.803196] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c/3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.808027] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18cd3fd-3f15-42bf-b71f-2a939de2078d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.825473] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1698.825473] env[62153]: value = "task-2072421" [ 1698.825473] env[62153]: _type = "Task" [ 1698.825473] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.835704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.836030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "a77bf89c-c665-439d-a042-7b167878e14f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.838865] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1698.838865] env[62153]: value = "task-2072422" [ 1698.838865] env[62153]: _type = "Task" [ 1698.838865] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.849662] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1698.855224] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.864207] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.909783] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5207f67c-ac48-01e1-88fa-1c47628a4b04, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.910911] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.911289] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.911590] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.911810] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.912071] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.912428] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67b34b63-33f1-4a1a-bf8a-eccc90ddaaae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.927296] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.927581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1698.928449] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a349858-e04a-45c8-8c09-eafddd68e2fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.935200] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1698.935200] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aba602-f3aa-2cd4-ab07-c5c556b71c3f" [ 1698.935200] env[62153]: _type = "Task" [ 1698.935200] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.949146] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aba602-f3aa-2cd4-ab07-c5c556b71c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.021302] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.021579] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.082828] env[62153]: DEBUG nova.network.neutron [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Successfully created port: 90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.147370] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b7d54-fdeb-4426-af62-7fe4f2a1d0e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.158935] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f497de03-41ae-4ab4-aa02-50d1adb0f036 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.197586] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d953e63a-4757-4eb6-af60-274a1ddd1c30 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.208124] env[62153]: DEBUG oslo_vmware.api [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072419, 'name': PowerOnVM_Task, 'duration_secs': 0.817179} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.216022] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.216022] env[62153]: INFO nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Took 16.57 seconds to spawn the instance on the hypervisor. [ 1699.216022] env[62153]: DEBUG nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.216022] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dc7442-dc8e-427d-82f1-01f6811759d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.218591] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd6855-005e-4c38-939a-85f7adc10649 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.229198] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072415, 'name': CreateVM_Task, 'duration_secs': 1.349387} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.236508] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.239789] env[62153]: DEBUG nova.compute.provider_tree [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.241600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.241600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.241828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.242292] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e83c723-7c6d-47fe-8695-6c83f245d0dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.251405] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1699.251405] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c42224-398f-df72-06d7-3702bc108087" [ 1699.251405] env[62153]: _type = "Task" [ 1699.251405] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.265263] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072418, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.263236} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.267347] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 71935b6f-cd14-40b0-a09a-73ea06f6c688/71935b6f-cd14-40b0-a09a-73ea06f6c688.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.267657] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.268237] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c42224-398f-df72-06d7-3702bc108087, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.268480] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aff2613c-7f48-456a-b751-8369a2666452 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.270854] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.271131] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.271352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.279020] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1699.279020] env[62153]: value = "task-2072423" [ 1699.279020] env[62153]: _type = "Task" [ 1699.279020] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.289408] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.337399] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.348675] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072422, 'name': ReconfigVM_Task, 'duration_secs': 0.420921} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.348779] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c/3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.350103] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd4d79f4-33e8-4697-a582-9e900c059755 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.355522] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1699.355522] env[62153]: value = "task-2072424" [ 1699.355522] env[62153]: _type = "Task" [ 1699.355522] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.367323] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072424, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.447296] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aba602-f3aa-2cd4-ab07-c5c556b71c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.05187} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.448250] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469759ef-4c60-4539-80c8-4f6a55d82353 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.453825] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1699.453825] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52902955-3c85-c95f-73f3-221a795ea016" [ 1699.453825] env[62153]: _type = "Task" [ 1699.453825] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.462510] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52902955-3c85-c95f-73f3-221a795ea016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.624063] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1699.624394] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1699.746567] env[62153]: DEBUG nova.scheduler.client.report [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.759930] env[62153]: INFO nova.compute.manager [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Took 21.43 seconds to build instance. [ 1699.790736] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070424} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.791755] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.792447] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7235180-ff90-44c3-aee0-40134a0d6ae7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.817581] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 71935b6f-cd14-40b0-a09a-73ea06f6c688/71935b6f-cd14-40b0-a09a-73ea06f6c688.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.818033] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55a6f34-e88e-4ada-8936-68aa5604b1e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.845695] env[62153]: DEBUG oslo_vmware.api [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072421, 'name': PowerOnVM_Task, 'duration_secs': 0.577473} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.845984] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.846395] env[62153]: INFO nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1699.846664] env[62153]: DEBUG nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.847626] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922c5421-a625-4490-bf2b-d08165867c01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.852588] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1699.852588] env[62153]: value = "task-2072425" [ 1699.852588] env[62153]: _type = "Task" [ 1699.852588] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.867874] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1699.874895] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.880687] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072424, 'name': Rename_Task, 'duration_secs': 0.15375} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.881042] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.881552] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d244a3-c4e4-4410-87fa-b7d61cc1f53c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.889844] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1699.889844] env[62153]: value = "task-2072426" [ 1699.889844] env[62153]: _type = "Task" [ 1699.889844] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.900432] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.911914] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1699.912171] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.912340] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1699.912521] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.912665] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1699.912807] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1699.913029] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1699.913182] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1699.913350] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1699.913512] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1699.913683] env[62153]: DEBUG nova.virt.hardware [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1699.914576] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcd5ec4-85dd-4d81-a568-80cfaf81a861 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.925150] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076de481-d190-41b0-b175-8f1e7963e35b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.967036] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52902955-3c85-c95f-73f3-221a795ea016, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.967331] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.967599] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 67d1efa6-531a-4403-9cc7-d09371388017/67d1efa6-531a-4403-9cc7-d09371388017.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1699.967930] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.969357] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.969357] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de5ff36-2995-4219-9e46-7c2ca044a26c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.971704] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51adcc87-90fc-42c2-bc17-05a674dd0238 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.982250] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1699.982250] env[62153]: value = "task-2072427" [ 1699.982250] env[62153]: _type = "Task" [ 1699.982250] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.982478] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.982969] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.989028] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc115a24-e33c-4e99-b643-51ceb8b0853b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.994981] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1699.994981] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223d7a6-6abc-3518-1531-38848bf07a10" [ 1699.994981] env[62153]: _type = "Task" [ 1699.994981] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.000039] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.008013] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223d7a6-6abc-3518-1531-38848bf07a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.097887] env[62153]: DEBUG nova.compute.manager [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Received event network-vif-plugged-03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1700.098214] env[62153]: DEBUG oslo_concurrency.lockutils [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] Acquiring lock "67d1efa6-531a-4403-9cc7-d09371388017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.098412] env[62153]: DEBUG oslo_concurrency.lockutils [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] Lock "67d1efa6-531a-4403-9cc7-d09371388017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.098697] env[62153]: DEBUG oslo_concurrency.lockutils [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] Lock "67d1efa6-531a-4403-9cc7-d09371388017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.098768] env[62153]: DEBUG nova.compute.manager [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] No waiting events found dispatching network-vif-plugged-03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.098915] env[62153]: WARNING nova.compute.manager [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Received unexpected event network-vif-plugged-03cdeefc-16ef-4173-bfda-db2936ff8a08 for instance with vm_state building and task_state spawning. [ 1700.099220] env[62153]: DEBUG nova.compute.manager [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Received event network-changed-03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1700.099435] env[62153]: DEBUG nova.compute.manager [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Refreshing instance network info cache due to event network-changed-03cdeefc-16ef-4173-bfda-db2936ff8a08. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1700.099706] env[62153]: DEBUG oslo_concurrency.lockutils [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] Acquiring lock "refresh_cache-67d1efa6-531a-4403-9cc7-d09371388017" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.099866] env[62153]: DEBUG oslo_concurrency.lockutils [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] Acquired lock "refresh_cache-67d1efa6-531a-4403-9cc7-d09371388017" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.100077] env[62153]: DEBUG nova.network.neutron [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Refreshing network info cache for port 03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.128160] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] There are 0 instances to clean {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1700.255429] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.256262] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1700.262485] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.872s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.262485] env[62153]: INFO nova.compute.claims [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1700.267545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7561c54a-4370-4a58-bffa-abfad85714d3 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.952s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.367834] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072425, 'name': ReconfigVM_Task, 'duration_secs': 0.43538} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.368249] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 71935b6f-cd14-40b0-a09a-73ea06f6c688/71935b6f-cd14-40b0-a09a-73ea06f6c688.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.368972] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9afb44cf-c79f-4418-adce-1341a92174f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.378336] env[62153]: INFO nova.compute.manager [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Took 20.41 seconds to build instance. [ 1700.389101] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1700.389101] env[62153]: value = "task-2072428" [ 1700.389101] env[62153]: _type = "Task" [ 1700.389101] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.409652] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072428, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.415972] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.495878] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.511662] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223d7a6-6abc-3518-1531-38848bf07a10, 'name': SearchDatastore_Task, 'duration_secs': 0.025205} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.512648] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d7274e-879c-4ee5-8978-717d3c79937a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.521361] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1700.521361] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223b404-94cb-88c9-f973-c0885dfcf1ef" [ 1700.521361] env[62153]: _type = "Task" [ 1700.521361] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.533959] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223b404-94cb-88c9-f973-c0885dfcf1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.769815] env[62153]: DEBUG nova.compute.utils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.777943] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.777943] env[62153]: DEBUG nova.network.neutron [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.780412] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.880974] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4618679-6792-4a91-8313-2d2f8fd2c45a tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "c5950a67-9249-4c56-958e-b39849785b90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.923s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.901554] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072428, 'name': Rename_Task, 'duration_secs': 0.433777} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.906989] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.907765] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7abd71-99e2-4875-9899-63d0da30f6fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.918098] env[62153]: DEBUG oslo_vmware.api [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072426, 'name': PowerOnVM_Task, 'duration_secs': 0.898622} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.919946] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.920515] env[62153]: INFO nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Took 16.07 seconds to spawn the instance on the hypervisor. [ 1700.920935] env[62153]: DEBUG nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.921427] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1700.921427] env[62153]: value = "task-2072429" [ 1700.921427] env[62153]: _type = "Task" [ 1700.921427] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.925160] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d0f8c-c51a-4d23-a8b7-ae0f7d5690ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.953921] env[62153]: DEBUG nova.policy [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5e7157f988145d393753787bc40c626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e09ab39dbad41218d2312633418b259', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.957556] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072429, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.996195] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634251} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.996195] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 67d1efa6-531a-4403-9cc7-d09371388017/67d1efa6-531a-4403-9cc7-d09371388017.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1700.996399] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1700.996901] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400704e6-bdba-41f8-a596-30a2048380bb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.006428] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1701.006428] env[62153]: value = "task-2072430" [ 1701.006428] env[62153]: _type = "Task" [ 1701.006428] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.020954] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.028192] env[62153]: DEBUG nova.network.neutron [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Updated VIF entry in instance network info cache for port 03cdeefc-16ef-4173-bfda-db2936ff8a08. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.028192] env[62153]: DEBUG nova.network.neutron [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Updating instance_info_cache with network_info: [{"id": "03cdeefc-16ef-4173-bfda-db2936ff8a08", "address": "fa:16:3e:aa:15:49", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03cdeefc-16", "ovs_interfaceid": "03cdeefc-16ef-4173-bfda-db2936ff8a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.039083] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223b404-94cb-88c9-f973-c0885dfcf1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.052711} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.039587] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.039882] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.040410] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414c29e1-0bdc-4a43-b0e7-31e38ccf90b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.051081] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1701.051081] env[62153]: value = "task-2072431" [ 1701.051081] env[62153]: _type = "Task" [ 1701.051081] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.062976] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.138935] env[62153]: DEBUG nova.network.neutron [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Successfully updated port: 90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1701.277298] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.311104] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.384347] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.444042] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.472652] env[62153]: INFO nova.compute.manager [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Took 22.63 seconds to build instance. [ 1701.492407] env[62153]: DEBUG nova.network.neutron [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Successfully created port: 5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1701.521574] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086442} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.522477] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1701.523369] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf5e75-7fea-4f17-a03b-c64207cb62e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.549028] env[62153]: DEBUG oslo_concurrency.lockutils [req-d7b99823-e810-4c6a-b6cd-65223803bede req-35089cb9-b5a6-4f64-99d4-66ecb70e5d53 service nova] Releasing lock "refresh_cache-67d1efa6-531a-4403-9cc7-d09371388017" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.559940] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 67d1efa6-531a-4403-9cc7-d09371388017/67d1efa6-531a-4403-9cc7-d09371388017.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.561653] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396c4550-dfed-40be-b9ee-7679df608407 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.577435] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477e2e6e-3329-418d-89f5-ebc97a39ebe6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.590797] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.594870] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b44b4-e756-45b5-a3c2-e994c95f6608 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.598137] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1701.598137] env[62153]: value = "task-2072432" [ 1701.598137] env[62153]: _type = "Task" [ 1701.598137] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.635741] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebce926e-5152-465b-b3f4-f7cd275feacc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.638668] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.640807] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.641096] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.642259] env[62153]: DEBUG nova.network.neutron [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.651032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea3de3-bf71-4194-ad9d-1d76af32215f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.670826] env[62153]: DEBUG nova.compute.provider_tree [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.920757] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.938696] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072429, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.977515] env[62153]: DEBUG oslo_concurrency.lockutils [None req-22e7557a-2822-45ff-b58d-82b11be37bc8 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.150s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.076107] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906484} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.076568] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1702.077306] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1702.077306] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7bf36b7-8dda-4659-b5e6-8ddac67cc379 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.090030] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1702.090030] env[62153]: value = "task-2072433" [ 1702.090030] env[62153]: _type = "Task" [ 1702.090030] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.101329] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.111990] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072432, 'name': ReconfigVM_Task, 'duration_secs': 0.468887} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.112296] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 67d1efa6-531a-4403-9cc7-d09371388017/67d1efa6-531a-4403-9cc7-d09371388017.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.113028] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82c8f603-083e-41db-98aa-cec1832348de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.121222] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1702.121222] env[62153]: value = "task-2072434" [ 1702.121222] env[62153]: _type = "Task" [ 1702.121222] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.134214] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072434, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.173925] env[62153]: DEBUG nova.scheduler.client.report [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.199501] env[62153]: DEBUG nova.network.neutron [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.250492] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.250886] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.288142] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1702.325998] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1702.326297] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1702.326516] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1702.326787] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1702.326967] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1702.329079] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1702.329079] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1702.329079] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1702.329307] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1702.329386] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1702.329576] env[62153]: DEBUG nova.virt.hardware [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1702.331487] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10a962-2336-4af4-9350-8f5b1f05716e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.342557] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea26e8-2290-4a9a-9ee8-bdfd8d4b920f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.411274] env[62153]: DEBUG nova.network.neutron [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [{"id": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "address": "fa:16:3e:49:73:de", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e18d5c-3d", "ovs_interfaceid": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.437840] env[62153]: DEBUG oslo_vmware.api [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072429, 'name': PowerOnVM_Task, 'duration_secs': 1.487044} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.438120] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.438320] env[62153]: INFO nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Took 15.34 seconds to spawn the instance on the hypervisor. [ 1702.438497] env[62153]: DEBUG nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.439292] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75654fa-2bfb-4d8f-a071-483b9e1072da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.480087] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1702.531687] env[62153]: DEBUG nova.compute.manager [req-8a841cb2-7b8a-47d8-a7c5-85b901bbc5d1 req-eb3c2363-f146-4520-b1b4-e6c28e0a5107 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Received event network-vif-plugged-90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1702.531972] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a841cb2-7b8a-47d8-a7c5-85b901bbc5d1 req-eb3c2363-f146-4520-b1b4-e6c28e0a5107 service nova] Acquiring lock "fc274d14-eeb7-41be-bf6b-55119f500381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.532202] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a841cb2-7b8a-47d8-a7c5-85b901bbc5d1 req-eb3c2363-f146-4520-b1b4-e6c28e0a5107 service nova] Lock "fc274d14-eeb7-41be-bf6b-55119f500381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.532384] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a841cb2-7b8a-47d8-a7c5-85b901bbc5d1 req-eb3c2363-f146-4520-b1b4-e6c28e0a5107 service nova] Lock "fc274d14-eeb7-41be-bf6b-55119f500381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.532687] env[62153]: DEBUG nova.compute.manager [req-8a841cb2-7b8a-47d8-a7c5-85b901bbc5d1 req-eb3c2363-f146-4520-b1b4-e6c28e0a5107 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] No waiting events found dispatching network-vif-plugged-90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.533188] env[62153]: WARNING nova.compute.manager [req-8a841cb2-7b8a-47d8-a7c5-85b901bbc5d1 req-eb3c2363-f146-4520-b1b4-e6c28e0a5107 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Received unexpected event network-vif-plugged-90e18d5c-3dbc-4a62-895f-8fb6324003ea for instance with vm_state building and task_state spawning. [ 1702.539594] env[62153]: DEBUG nova.compute.manager [None req-5309d690-9189-4b6a-8cef-d7679180e15f tempest-ServerDiagnosticsV248Test-1826946667 tempest-ServerDiagnosticsV248Test-1826946667-project-admin] [instance: c5950a67-9249-4c56-958e-b39849785b90] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.540895] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d310e11-84a5-47ab-8fd6-ccd9e05ccdb4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.565013] env[62153]: INFO nova.compute.manager [None req-5309d690-9189-4b6a-8cef-d7679180e15f tempest-ServerDiagnosticsV248Test-1826946667 tempest-ServerDiagnosticsV248Test-1826946667-project-admin] [instance: c5950a67-9249-4c56-958e-b39849785b90] Retrieving diagnostics [ 1702.565844] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e2c2b1-7b85-417a-9665-d64991e4b2da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.607783] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116741} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.608072] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.609017] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20474df0-cbbf-45cf-8504-fa5d3a39e211 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.629192] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.629860] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093148af-2b01-4a99-91ae-22ea118ef8f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.653063] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072434, 'name': Rename_Task, 'duration_secs': 0.343221} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.654343] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.654647] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1702.654647] env[62153]: value = "task-2072435" [ 1702.654647] env[62153]: _type = "Task" [ 1702.654647] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.654823] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0b1e9c7-313d-4b3b-b87b-05adf90310ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.665590] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.666782] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1702.666782] env[62153]: value = "task-2072436" [ 1702.666782] env[62153]: _type = "Task" [ 1702.666782] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.675653] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.679631] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.680136] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.683036] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.080s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.684509] env[62153]: INFO nova.compute.claims [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.914335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.914808] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Instance network_info: |[{"id": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "address": "fa:16:3e:49:73:de", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e18d5c-3d", "ovs_interfaceid": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.915403] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:73:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90e18d5c-3dbc-4a62-895f-8fb6324003ea', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.925481] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Creating folder: Project (588d2e00b0bb42d89157f107f3fe1600). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.925797] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80a404f-7ad7-4d2b-8a31-46d954568ec4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.941023] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Created folder: Project (588d2e00b0bb42d89157f107f3fe1600) in parent group-v424816. [ 1702.941271] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Creating folder: Instances. Parent ref: group-v424835. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.941557] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc88d423-19d5-4e66-be38-41949088bdfd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.955800] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Created folder: Instances in parent group-v424835. [ 1702.956068] env[62153]: DEBUG oslo.service.loopingcall [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.958489] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.958489] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f47c830-9a6c-47ff-bf56-48b5a9758f06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.974113] env[62153]: INFO nova.compute.manager [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Took 23.05 seconds to build instance. [ 1702.982125] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.982125] env[62153]: value = "task-2072439" [ 1702.982125] env[62153]: _type = "Task" [ 1702.982125] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.997725] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072439, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.003129] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.125547] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.125913] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1703.126118] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1703.167316] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.177107] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.191072] env[62153]: DEBUG nova.compute.utils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.194949] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1703.194949] env[62153]: DEBUG nova.network.neutron [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.300345] env[62153]: DEBUG nova.policy [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0907f01ff2de4cdfbebd533cf0729c66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9663f82ba7564996921ad49577a1fe99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1703.476506] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2dfe248e-e527-497c-93a5-6ff5458506fe tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.558s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.494264] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072439, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.631065] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1703.631265] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1703.631434] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1703.631588] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1703.631750] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1703.631882] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1703.666685] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072435, 'name': ReconfigVM_Task, 'duration_secs': 0.994903} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.667693] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.667693] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20414b38-77d8-4357-a52e-d85a98e983dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.680573] env[62153]: DEBUG oslo_vmware.api [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072436, 'name': PowerOnVM_Task, 'duration_secs': 0.938281} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.684065] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.684318] env[62153]: INFO nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Took 11.91 seconds to spawn the instance on the hypervisor. [ 1703.684537] env[62153]: DEBUG nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.684902] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1703.684902] env[62153]: value = "task-2072440" [ 1703.684902] env[62153]: _type = "Task" [ 1703.684902] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.685659] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c471414a-7298-4f6c-936c-51c6f85f525d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.695830] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.695972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.696574] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1703.697102] env[62153]: DEBUG nova.objects.instance [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lazy-loading 'info_cache' on Instance uuid 68f60c3c-9269-47ea-a428-fccc0b2ee870 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.698943] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.712963] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072440, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.799922] env[62153]: DEBUG nova.network.neutron [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Successfully updated port: 5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.808014] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "a5b06a7a-f594-418f-aa68-ed98b7696308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.808014] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.888426] env[62153]: DEBUG nova.network.neutron [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Successfully created port: 5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.891554] env[62153]: DEBUG nova.compute.manager [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Received event network-changed {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1703.892240] env[62153]: DEBUG nova.compute.manager [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Refreshing instance network info cache due to event network-changed. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1703.892240] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] Acquiring lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.965229] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a64583-2e1f-4b03-b5f5-e1443b675f23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.974634] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab13af-3a18-4062-aa91-60ed38c443b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.979430] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.013892] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c344a23-e8c6-4718-a6af-d42e6450789b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.020673] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072439, 'name': CreateVM_Task, 'duration_secs': 0.670683} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.021844] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.022674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.022834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.023199] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.025802] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c78bcb-8463-4dcf-80a1-f5534f575950 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.029262] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba2f5a7-42d6-40ff-95c2-906e5fb8c5f5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.036361] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1704.036361] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52abe28b-b3cc-799e-2afb-a78e53804eb7" [ 1704.036361] env[62153]: _type = "Task" [ 1704.036361] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.045282] env[62153]: DEBUG nova.compute.provider_tree [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1704.055101] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52abe28b-b3cc-799e-2afb-a78e53804eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.206024] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072440, 'name': Rename_Task, 'duration_secs': 0.218713} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.206024] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.206024] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24fc3722-0dae-4f54-84ea-2f82c6f2e3e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.215507] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1704.215507] env[62153]: value = "task-2072441" [ 1704.215507] env[62153]: _type = "Task" [ 1704.215507] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.230322] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.232497] env[62153]: INFO nova.compute.manager [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Took 23.78 seconds to build instance. [ 1704.305585] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "refresh_cache-93291c4d-407b-4410-8f64-92411c8840d6" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.305733] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquired lock "refresh_cache-93291c4d-407b-4410-8f64-92411c8840d6" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.305868] env[62153]: DEBUG nova.network.neutron [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.403846] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "0f39247f-dab6-4723-9e21-77f5ffb60193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.403945] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.506519] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.558229] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52abe28b-b3cc-799e-2afb-a78e53804eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.021128} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.559469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.560522] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.560860] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.560860] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.561074] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.561854] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8723958b-4018-46d5-bd31-6d6b24919a46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.571527] env[62153]: ERROR nova.scheduler.client.report [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [req-bdb19066-b384-4936-9334-1dd1744f0764] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bdb19066-b384-4936-9334-1dd1744f0764"}]} [ 1704.579813] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.580218] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.580948] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864026c4-4ae9-4a69-bbbc-6bb7a1671c02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.587827] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1704.587827] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526c811c-5e56-824e-4a4a-849d71e55650" [ 1704.587827] env[62153]: _type = "Task" [ 1704.587827] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.598126] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526c811c-5e56-824e-4a4a-849d71e55650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.598565] env[62153]: DEBUG nova.scheduler.client.report [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1704.614151] env[62153]: DEBUG nova.scheduler.client.report [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1704.614492] env[62153]: DEBUG nova.compute.provider_tree [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1704.629025] env[62153]: DEBUG nova.scheduler.client.report [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1704.655414] env[62153]: DEBUG nova.scheduler.client.report [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1704.724364] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.733853] env[62153]: DEBUG oslo_concurrency.lockutils [None req-82bc6533-d13a-4905-9f4f-efdbf09ebb71 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "67d1efa6-531a-4403-9cc7-d09371388017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.295s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.748964] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072441, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.771756] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.772063] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.772273] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.772489] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.772637] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.772782] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.772999] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.773478] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.773713] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.773868] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.774119] env[62153]: DEBUG nova.virt.hardware [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.775267] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9bd1b5-55e8-4373-b4d3-0b594f9eb80b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.787965] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a033de-d15e-4951-9283-a2cd7b4686e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.855372] env[62153]: DEBUG nova.network.neutron [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.956957] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e710a109-99b3-45b4-9c08-e9f2c0cbc8f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.967345] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efdbea1-ea94-4f65-a6f8-8f6e8e0f8b40 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.999928] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb90d83-e90c-4a32-acf0-3350f7cf34d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.008028] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cf8d69-475c-43e1-b414-a69ab1e1ab6d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.024474] env[62153]: DEBUG nova.compute.provider_tree [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.043878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Acquiring lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.044371] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.044830] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Acquiring lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.045089] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.045314] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.047709] env[62153]: INFO nova.compute.manager [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Terminating instance [ 1705.078790] env[62153]: DEBUG nova.network.neutron [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Updating instance_info_cache with network_info: [{"id": "5934f700-99bb-4a16-8a5d-8ea001e00bfb", "address": "fa:16:3e:f2:93:1c", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5934f700-99", "ovs_interfaceid": "5934f700-99bb-4a16-8a5d-8ea001e00bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.099288] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526c811c-5e56-824e-4a4a-849d71e55650, 'name': SearchDatastore_Task, 'duration_secs': 0.01923} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.100168] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7801d28-dd56-4371-92c9-f47b87aa11ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.106139] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1705.106139] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5201d6c3-66e5-5acb-6b5e-07a8fccdcab0" [ 1705.106139] env[62153]: _type = "Task" [ 1705.106139] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.116539] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5201d6c3-66e5-5acb-6b5e-07a8fccdcab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.233884] env[62153]: DEBUG oslo_vmware.api [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072441, 'name': PowerOnVM_Task, 'duration_secs': 0.690495} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.234254] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.234489] env[62153]: INFO nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1705.234667] env[62153]: DEBUG nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.235610] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e12f79-a891-409e-9c9a-1d7287b2c501 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.247729] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.555521] env[62153]: DEBUG nova.compute.manager [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.556760] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.560259] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78727a91-c765-4ba4-9a56-9d1e7fabab13 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.580236] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Releasing lock "refresh_cache-93291c4d-407b-4410-8f64-92411c8840d6" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.580414] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Instance network_info: |[{"id": "5934f700-99bb-4a16-8a5d-8ea001e00bfb", "address": "fa:16:3e:f2:93:1c", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5934f700-99", "ovs_interfaceid": "5934f700-99bb-4a16-8a5d-8ea001e00bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.580769] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.581175] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:93:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5934f700-99bb-4a16-8a5d-8ea001e00bfb', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.589061] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Creating folder: Project (9e09ab39dbad41218d2312633418b259). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.590319] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63afec87-15a1-430d-a883-f459cbe2b4c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.592638] env[62153]: DEBUG nova.scheduler.client.report [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1705.592638] env[62153]: DEBUG nova.compute.provider_tree [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 20 to 21 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1705.592930] env[62153]: DEBUG nova.compute.provider_tree [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.597211] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6a232ff-ac86-4f47-b70b-d9d0155039b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.604535] env[62153]: DEBUG oslo_vmware.api [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Waiting for the task: (returnval){ [ 1705.604535] env[62153]: value = "task-2072442" [ 1705.604535] env[62153]: _type = "Task" [ 1705.604535] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.613767] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Created folder: Project (9e09ab39dbad41218d2312633418b259) in parent group-v424816. [ 1705.614426] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Creating folder: Instances. Parent ref: group-v424838. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.617594] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06254fc1-664b-4d35-982f-8acaa87da8c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.625008] env[62153]: DEBUG oslo_vmware.api [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Task: {'id': task-2072442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.629196] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5201d6c3-66e5-5acb-6b5e-07a8fccdcab0, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.630449] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.630717] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fc274d14-eeb7-41be-bf6b-55119f500381/fc274d14-eeb7-41be-bf6b-55119f500381.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.631047] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Created folder: Instances in parent group-v424838. [ 1705.631200] env[62153]: DEBUG oslo.service.loopingcall [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.632488] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b2d0d79-be7d-4b75-b6f6-0a06e9e3e289 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.634122] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.634749] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db84ec0-4d95-4a01-a29d-f2762582c048 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.654482] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1705.654482] env[62153]: value = "task-2072445" [ 1705.654482] env[62153]: _type = "Task" [ 1705.654482] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.665778] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.665778] env[62153]: value = "task-2072446" [ 1705.665778] env[62153]: _type = "Task" [ 1705.665778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.669596] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updating instance_info_cache with network_info: [{"id": "7a965594-b4d6-49d9-afff-1e2352261e20", "address": "fa:16:3e:61:8d:1a", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a965594-b4", "ovs_interfaceid": "7a965594-b4d6-49d9-afff-1e2352261e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.676956] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.683904] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072446, 'name': CreateVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.772182] env[62153]: INFO nova.compute.manager [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Took 12.61 seconds to build instance. [ 1705.780105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.863968] env[62153]: DEBUG nova.network.neutron [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Successfully updated port: 5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.080937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "71935b6f-cd14-40b0-a09a-73ea06f6c688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.080937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.080937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "71935b6f-cd14-40b0-a09a-73ea06f6c688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.080937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.081131] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.086344] env[62153]: INFO nova.compute.manager [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Terminating instance [ 1706.098073] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.414s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.098073] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.101933] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.791s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.103618] env[62153]: INFO nova.compute.claims [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.128236] env[62153]: DEBUG oslo_vmware.api [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Task: {'id': task-2072442, 'name': PowerOffVM_Task, 'duration_secs': 0.274644} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.128589] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.128777] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.129086] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed72c755-2225-48ec-bdf8-45c08062cb8d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.169038] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "68f60c3c-9269-47ea-a428-fccc0b2ee870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.169038] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.169038] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "68f60c3c-9269-47ea-a428-fccc0b2ee870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.169413] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.169598] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.171298] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072445, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.178955] env[62153]: INFO nova.compute.manager [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Terminating instance [ 1706.180794] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.180994] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1706.181532] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.181758] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.183382] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] Acquired lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.183706] env[62153]: DEBUG nova.network.neutron [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.185399] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.186834] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.188653] env[62153]: DEBUG nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Received event network-changed-90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1706.188839] env[62153]: DEBUG nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Refreshing instance network info cache due to event network-changed-90e18d5c-3dbc-4a62-895f-8fb6324003ea. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1706.189063] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Acquiring lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.189209] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Acquired lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.189375] env[62153]: DEBUG nova.network.neutron [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Refreshing network info cache for port 90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.195533] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.195533] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072446, 'name': CreateVM_Task, 'duration_secs': 0.42953} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.195640] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.196533] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.196796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.196976] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.197356] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.197770] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cae9e7a-f11e-4fa2-8b9c-11439ab208d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.205263] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1706.205263] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dfb0ac-1a7d-1366-9611-7002b0fed62e" [ 1706.205263] env[62153]: _type = "Task" [ 1706.205263] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.217700] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dfb0ac-1a7d-1366-9611-7002b0fed62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.262296] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.262716] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.262770] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Deleting the datastore file [datastore1] 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.263049] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78fcc8f0-18f8-486a-98ec-52d61d83a32c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.269637] env[62153]: DEBUG oslo_vmware.api [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Waiting for the task: (returnval){ [ 1706.269637] env[62153]: value = "task-2072448" [ 1706.269637] env[62153]: _type = "Task" [ 1706.269637] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.275414] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4537cd2f-31c4-4e79-9702-dd26bee6d04b tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.121s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.280556] env[62153]: DEBUG oslo_vmware.api [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Task: {'id': task-2072448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.317125] env[62153]: DEBUG nova.compute.manager [None req-13477508-45a1-4a09-86b6-e1860b579f67 tempest-ServerDiagnosticsTest-1100279320 tempest-ServerDiagnosticsTest-1100279320-project-admin] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.318706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540aa7d9-2653-423c-94fc-8a5d5f7cf132 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.326307] env[62153]: INFO nova.compute.manager [None req-13477508-45a1-4a09-86b6-e1860b579f67 tempest-ServerDiagnosticsTest-1100279320 tempest-ServerDiagnosticsTest-1100279320-project-admin] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Retrieving diagnostics [ 1706.327046] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f2426-9612-4b25-b0e2-3440570210db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.369450] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.369601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquired lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.369749] env[62153]: DEBUG nova.network.neutron [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.595250] env[62153]: DEBUG nova.compute.manager [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.595250] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.595250] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87506222-9c7a-4c91-bfdc-77beac021a7c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.605347] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.605841] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8ab261-c387-495e-ba54-29eefbcb013a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.613022] env[62153]: DEBUG nova.compute.utils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.617880] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.618079] env[62153]: DEBUG nova.network.neutron [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.625428] env[62153]: DEBUG oslo_vmware.api [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1706.625428] env[62153]: value = "task-2072449" [ 1706.625428] env[62153]: _type = "Task" [ 1706.625428] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.638177] env[62153]: DEBUG oslo_vmware.api [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.677835] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614028} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.677835] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fc274d14-eeb7-41be-bf6b-55119f500381/fc274d14-eeb7-41be-bf6b-55119f500381.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.677835] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.677835] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f897a923-4d3d-4e14-a62b-c1d16786efe7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.683439] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1706.683439] env[62153]: value = "task-2072450" [ 1706.683439] env[62153]: _type = "Task" [ 1706.683439] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.688269] env[62153]: DEBUG nova.compute.manager [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.688514] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.693090] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebb5167-199a-408d-b292-4e9d8ce34ae7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.701635] env[62153]: DEBUG nova.policy [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '901b825c8a1d4233b6d317a057160d55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3f9c941df44f5b92db708db40b57c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1706.710010] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.716776] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.717116] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b05c68-df22-472c-9ab1-1a6ed304b10b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.726447] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dfb0ac-1a7d-1366-9611-7002b0fed62e, 'name': SearchDatastore_Task, 'duration_secs': 0.04173} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.728903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.729161] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1706.729534] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.729534] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.729863] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1706.730894] env[62153]: DEBUG oslo_vmware.api [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1706.730894] env[62153]: value = "task-2072451" [ 1706.730894] env[62153]: _type = "Task" [ 1706.730894] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.730894] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bdc9768-ecbe-481f-b005-7d0259fdda53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.745353] env[62153]: DEBUG oslo_vmware.api [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.746551] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1706.746768] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1706.747776] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb472cd-8b77-47ad-be26-e4cb6739891c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.753214] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1706.753214] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5233d879-db8c-131d-f2ab-321e5ef74fc3" [ 1706.753214] env[62153]: _type = "Task" [ 1706.753214] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.773090] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5233d879-db8c-131d-f2ab-321e5ef74fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.777069] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bb4830-c658-4c83-961c-c467bbe2c8ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.780287] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1706.789846] env[62153]: DEBUG oslo_vmware.api [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Task: {'id': task-2072448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333073} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.790223] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.790448] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.791015] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.791015] env[62153]: INFO nova.compute.manager [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1706.791357] env[62153]: DEBUG oslo.service.loopingcall [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.792870] env[62153]: DEBUG nova.compute.manager [-] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1706.792964] env[62153]: DEBUG nova.network.neutron [-] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1706.795282] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1706.795282] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524af5bf-c375-9b5f-a3fb-4b0fb123260c" [ 1706.795282] env[62153]: _type = "Task" [ 1706.795282] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.806151] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524af5bf-c375-9b5f-a3fb-4b0fb123260c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.988597] env[62153]: DEBUG nova.network.neutron [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.116678] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.147602] env[62153]: DEBUG oslo_vmware.api [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072449, 'name': PowerOffVM_Task, 'duration_secs': 0.249389} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.147948] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.148172] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.149440] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f3ed1c-0b7f-4eed-be20-9bd6d8182b6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.198741] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098854} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.199022] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.199834] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eea050-6954-4157-85b1-927f2e5305e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.224389] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fc274d14-eeb7-41be-bf6b-55119f500381/fc274d14-eeb7-41be-bf6b-55119f500381.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.232046] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6ce222-123b-4932-8040-a4d4ccff9f45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.250385] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.250607] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.250787] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Deleting the datastore file [datastore1] 71935b6f-cd14-40b0-a09a-73ea06f6c688 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.254281] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a3d2ea8-827b-40b9-a299-083ccad5e186 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.258508] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1707.258508] env[62153]: value = "task-2072453" [ 1707.258508] env[62153]: _type = "Task" [ 1707.258508] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.262268] env[62153]: DEBUG oslo_vmware.api [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072451, 'name': PowerOffVM_Task, 'duration_secs': 0.229168} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.269947] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.269947] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.269947] env[62153]: DEBUG oslo_vmware.api [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for the task: (returnval){ [ 1707.269947] env[62153]: value = "task-2072454" [ 1707.269947] env[62153]: _type = "Task" [ 1707.269947] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.271161] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8557292-4430-4745-8832-722342e1f232 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.279997] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.287994] env[62153]: DEBUG oslo_vmware.api [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.310329] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524af5bf-c375-9b5f-a3fb-4b0fb123260c, 'name': SearchDatastore_Task, 'duration_secs': 0.017725} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.314068] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.314385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.314629] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 93291c4d-407b-4410-8f64-92411c8840d6/93291c4d-407b-4410-8f64-92411c8840d6.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.315240] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b525d415-c503-485b-b369-032e89614e45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.322602] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1707.322602] env[62153]: value = "task-2072456" [ 1707.322602] env[62153]: _type = "Task" [ 1707.322602] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.330927] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.355955] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.356191] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.356375] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleting the datastore file [datastore1] 68f60c3c-9269-47ea-a428-fccc0b2ee870 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.356635] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc70a266-bcb7-46e4-965d-1f8a2dd23f35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.363881] env[62153]: DEBUG oslo_vmware.api [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for the task: (returnval){ [ 1707.363881] env[62153]: value = "task-2072457" [ 1707.363881] env[62153]: _type = "Task" [ 1707.363881] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.372195] env[62153]: DEBUG oslo_vmware.api [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.385852] env[62153]: DEBUG nova.network.neutron [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updating instance_info_cache with network_info: [{"id": "7a965594-b4d6-49d9-afff-1e2352261e20", "address": "fa:16:3e:61:8d:1a", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a965594-b4", "ovs_interfaceid": "7a965594-b4d6-49d9-afff-1e2352261e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.466900] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af89038b-78e8-4fda-a240-5fe4beada649 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.478243] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c591bda4-07d5-4ac2-8357-501adfb6cfe2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.509752] env[62153]: DEBUG nova.network.neutron [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updated VIF entry in instance network info cache for port 90e18d5c-3dbc-4a62-895f-8fb6324003ea. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.510210] env[62153]: DEBUG nova.network.neutron [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [{"id": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "address": "fa:16:3e:49:73:de", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e18d5c-3d", "ovs_interfaceid": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.512418] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570524c5-5175-4815-a5b9-ea764589cab7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.521069] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e05c35-ad40-46e2-bd16-a0db6704b783 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.536420] env[62153]: DEBUG nova.compute.provider_tree [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.545436] env[62153]: DEBUG nova.network.neutron [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updating instance_info_cache with network_info: [{"id": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "address": "fa:16:3e:1d:91:e9", "network": {"id": "71a3bd96-a763-48fe-8e65-917d0c34be54", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-743693261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9663f82ba7564996921ad49577a1fe99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5589ddf2-12", "ovs_interfaceid": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.616532] env[62153]: DEBUG nova.network.neutron [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Successfully created port: 2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.689012] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.689012] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.776298] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.790186] env[62153]: DEBUG oslo_vmware.api [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Task: {'id': task-2072454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307465} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.791048] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.791476] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.791919] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.792517] env[62153]: INFO nova.compute.manager [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1707.793050] env[62153]: DEBUG oslo.service.loopingcall [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.793674] env[62153]: DEBUG nova.compute.manager [-] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.796090] env[62153]: DEBUG nova.network.neutron [-] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.839852] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.880784] env[62153]: DEBUG oslo_vmware.api [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Task: {'id': task-2072457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355419} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.880784] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.880784] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.880784] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.880784] env[62153]: INFO nova.compute.manager [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1707.880978] env[62153]: DEBUG oslo.service.loopingcall [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.880978] env[62153]: DEBUG nova.compute.manager [-] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.880978] env[62153]: DEBUG nova.network.neutron [-] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.888930] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45e244bc-7d26-409b-a85b-92f3f0a6b671 tempest-ServerExternalEventsTest-1155844413 tempest-ServerExternalEventsTest-1155844413-project] Releasing lock "refresh_cache-68f60c3c-9269-47ea-a428-fccc0b2ee870" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.970594] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.970959] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.018431] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Releasing lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.018431] env[62153]: DEBUG nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Received event network-vif-plugged-5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1708.018431] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Acquiring lock "93291c4d-407b-4410-8f64-92411c8840d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.018431] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Lock "93291c4d-407b-4410-8f64-92411c8840d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.020718] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Lock "93291c4d-407b-4410-8f64-92411c8840d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.020902] env[62153]: DEBUG nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] No waiting events found dispatching network-vif-plugged-5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.021105] env[62153]: WARNING nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Received unexpected event network-vif-plugged-5934f700-99bb-4a16-8a5d-8ea001e00bfb for instance with vm_state building and task_state spawning. [ 1708.021322] env[62153]: DEBUG nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Received event network-changed-5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1708.021887] env[62153]: DEBUG nova.compute.manager [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Refreshing instance network info cache due to event network-changed-5934f700-99bb-4a16-8a5d-8ea001e00bfb. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1708.021887] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Acquiring lock "refresh_cache-93291c4d-407b-4410-8f64-92411c8840d6" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.021887] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Acquired lock "refresh_cache-93291c4d-407b-4410-8f64-92411c8840d6" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.022050] env[62153]: DEBUG nova.network.neutron [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Refreshing network info cache for port 5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.048292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Releasing lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.048651] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Instance network_info: |[{"id": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "address": "fa:16:3e:1d:91:e9", "network": {"id": "71a3bd96-a763-48fe-8e65-917d0c34be54", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-743693261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9663f82ba7564996921ad49577a1fe99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5589ddf2-12", "ovs_interfaceid": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.049400] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:91:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5589ddf2-1293-4d74-9dd7-44bbb982e4c8', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.063157] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Creating folder: Project (9663f82ba7564996921ad49577a1fe99). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.063486] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef829f8f-937f-49a5-84a7-a144349312f5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.073448] env[62153]: ERROR nova.scheduler.client.report [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [req-30d7e166-4d4b-4d00-bd4a-2d1127599a9d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30d7e166-4d4b-4d00-bd4a-2d1127599a9d"}]} [ 1708.078639] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Created folder: Project (9663f82ba7564996921ad49577a1fe99) in parent group-v424816. [ 1708.078793] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Creating folder: Instances. Parent ref: group-v424841. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.079069] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eca7a64-ebe7-4231-aa10-5fd76f745404 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.093022] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Created folder: Instances in parent group-v424841. [ 1708.093616] env[62153]: DEBUG oslo.service.loopingcall [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.093616] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.093616] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73f68585-4f63-42b0-ac35-6c7138b8216a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.114029] env[62153]: DEBUG nova.scheduler.client.report [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1708.119545] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.119545] env[62153]: value = "task-2072460" [ 1708.119545] env[62153]: _type = "Task" [ 1708.119545] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.133233] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.134114] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072460, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.135655] env[62153]: DEBUG nova.scheduler.client.report [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1708.135858] env[62153]: DEBUG nova.compute.provider_tree [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.145615] env[62153]: DEBUG nova.network.neutron [-] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.156475] env[62153]: DEBUG nova.scheduler.client.report [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1708.169946] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:42:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1444476020',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2002092480',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.170230] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.170343] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.170598] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.171069] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.171069] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.171069] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.171359] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.171441] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.171663] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.171781] env[62153]: DEBUG nova.virt.hardware [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.172716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18553ba2-ec1b-43ce-b164-d5b6d63a92e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.183055] env[62153]: DEBUG nova.scheduler.client.report [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1708.186802] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0dc32-647e-4334-9d13-a1431a097260 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.276752] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072453, 'name': ReconfigVM_Task, 'duration_secs': 0.788032} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.277053] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fc274d14-eeb7-41be-bf6b-55119f500381/fc274d14-eeb7-41be-bf6b-55119f500381.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.277705] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693c49dc-1dbf-45b5-9628-187b9c23c1b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.285620] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1708.285620] env[62153]: value = "task-2072461" [ 1708.285620] env[62153]: _type = "Task" [ 1708.285620] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.293844] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072461, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.337112] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676106} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.337301] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 93291c4d-407b-4410-8f64-92411c8840d6/93291c4d-407b-4410-8f64-92411c8840d6.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.341354] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.341354] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b56beb1-261d-41d8-af70-fd4e782b9598 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.345467] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1708.345467] env[62153]: value = "task-2072462" [ 1708.345467] env[62153]: _type = "Task" [ 1708.345467] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.361223] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.515025] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60a67b7-a5cb-403b-956d-0da0c862acae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.524587] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218fcdd7-0028-4a88-b916-baa63a20cd73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.559063] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b496ff6-05b4-4401-bf95-798850092ce2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.567610] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2375671-77f9-4c01-a0ac-bddc48f29fc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.582972] env[62153]: DEBUG nova.compute.provider_tree [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.621729] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.633328] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072460, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.648067] env[62153]: INFO nova.compute.manager [-] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Took 1.85 seconds to deallocate network for instance. [ 1708.799128] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072461, 'name': Rename_Task, 'duration_secs': 0.341447} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.799551] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.799828] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be23995e-ff6f-421c-8074-1d679a0295ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.809149] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1708.809149] env[62153]: value = "task-2072463" [ 1708.809149] env[62153]: _type = "Task" [ 1708.809149] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.820769] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.865515] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072556} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.865515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1708.865515] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f194d9-9660-406c-a074-4694b72c550e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.895368] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 93291c4d-407b-4410-8f64-92411c8840d6/93291c4d-407b-4410-8f64-92411c8840d6.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.895721] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c515b334-f27b-4085-807c-ed6983e08704 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.918824] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1708.918824] env[62153]: value = "task-2072464" [ 1708.918824] env[62153]: _type = "Task" [ 1708.918824] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.929036] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.127921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.135143] env[62153]: DEBUG nova.scheduler.client.report [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1709.135143] env[62153]: DEBUG nova.compute.provider_tree [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 23 to 24 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1709.135143] env[62153]: DEBUG nova.compute.provider_tree [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.136837] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072460, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.155007] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.162950] env[62153]: INFO nova.compute.manager [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Rebuilding instance [ 1709.223547] env[62153]: DEBUG nova.network.neutron [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Updated VIF entry in instance network info cache for port 5934f700-99bb-4a16-8a5d-8ea001e00bfb. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.223843] env[62153]: DEBUG nova.network.neutron [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Updating instance_info_cache with network_info: [{"id": "5934f700-99bb-4a16-8a5d-8ea001e00bfb", "address": "fa:16:3e:f2:93:1c", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5934f700-99", "ovs_interfaceid": "5934f700-99bb-4a16-8a5d-8ea001e00bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.230046] env[62153]: DEBUG nova.network.neutron [-] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.231185] env[62153]: DEBUG nova.compute.manager [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.232283] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3103a1-bc07-46a4-9ab8-2c343a825ece {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.323081] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.432950] env[62153]: DEBUG nova.network.neutron [-] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.434123] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.635694] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072460, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.641516] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.539s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.641581] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.644922] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.724s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.650579] env[62153]: INFO nova.compute.claims [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.652703] env[62153]: DEBUG nova.network.neutron [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Successfully updated port: 2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.726337] env[62153]: DEBUG oslo_concurrency.lockutils [req-f1729f26-8bb7-46b4-9b2d-7716b3bf94a5 req-69477a66-cf25-4047-8b10-672b7e302f8d service nova] Releasing lock "refresh_cache-93291c4d-407b-4410-8f64-92411c8840d6" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.736723] env[62153]: INFO nova.compute.manager [-] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Took 1.94 seconds to deallocate network for instance. [ 1709.796247] env[62153]: DEBUG nova.compute.manager [req-8fe4749b-12c4-4e2e-bfe1-ddd81fe4ff66 req-14068182-ab26-4240-a2bc-2b2bf208ad2e service nova] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Received event network-vif-deleted-667c4b28-6818-48eb-b808-af3319f51e9d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1709.832011] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.936015] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.936645] env[62153]: INFO nova.compute.manager [-] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Took 2.06 seconds to deallocate network for instance. [ 1710.103292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "67d1efa6-531a-4403-9cc7-d09371388017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.105018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "67d1efa6-531a-4403-9cc7-d09371388017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.105018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "67d1efa6-531a-4403-9cc7-d09371388017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.105018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "67d1efa6-531a-4403-9cc7-d09371388017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.105018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "67d1efa6-531a-4403-9cc7-d09371388017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.107932] env[62153]: INFO nova.compute.manager [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Terminating instance [ 1710.137347] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072460, 'name': CreateVM_Task, 'duration_secs': 1.856001} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.137607] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.138605] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.139107] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.139511] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.140156] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63674817-2efb-4f1a-a677-7d3b54494444 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.149050] env[62153]: DEBUG nova.compute.utils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.150150] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1710.150150] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d72a30-d277-f5c8-5f2e-5b5cfe8bd583" [ 1710.150150] env[62153]: _type = "Task" [ 1710.150150] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.150435] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.150584] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.159145] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.160158] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.160158] env[62153]: DEBUG nova.network.neutron [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.172055] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d72a30-d277-f5c8-5f2e-5b5cfe8bd583, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.172269] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.172515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.172740] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.174387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.174387] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.176617] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc96b56d-2469-40db-9645-9faf7d07545c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.188196] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.188418] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.190075] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152dc62b-c2af-4d18-97cb-a8e53edb245d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.195033] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1710.195033] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5258fdbf-8d80-16e7-37d3-83f1dc71d206" [ 1710.195033] env[62153]: _type = "Task" [ 1710.195033] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.204359] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5258fdbf-8d80-16e7-37d3-83f1dc71d206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.236205] env[62153]: DEBUG nova.policy [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92b633ab32514649a2de813c04ffb48c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3b8b392b7045339b32b51dca0988fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1710.242638] env[62153]: DEBUG nova.compute.manager [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Received event network-vif-plugged-5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1710.243241] env[62153]: DEBUG oslo_concurrency.lockutils [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.243650] env[62153]: DEBUG oslo_concurrency.lockutils [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.244119] env[62153]: DEBUG oslo_concurrency.lockutils [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.245032] env[62153]: DEBUG nova.compute.manager [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] No waiting events found dispatching network-vif-plugged-5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.245032] env[62153]: WARNING nova.compute.manager [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Received unexpected event network-vif-plugged-5589ddf2-1293-4d74-9dd7-44bbb982e4c8 for instance with vm_state building and task_state spawning. [ 1710.245032] env[62153]: DEBUG nova.compute.manager [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Received event network-changed-5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1710.245642] env[62153]: DEBUG nova.compute.manager [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Refreshing instance network info cache due to event network-changed-5589ddf2-1293-4d74-9dd7-44bbb982e4c8. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1710.246023] env[62153]: DEBUG oslo_concurrency.lockutils [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] Acquiring lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.247364] env[62153]: DEBUG oslo_concurrency.lockutils [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] Acquired lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.247364] env[62153]: DEBUG nova.network.neutron [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Refreshing network info cache for port 5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.251029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.251029] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.251029] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e1d36f-3f9d-4bd5-b9cc-1aab337812c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.258981] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1710.258981] env[62153]: value = "task-2072465" [ 1710.258981] env[62153]: _type = "Task" [ 1710.258981] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.272183] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.332506] env[62153]: DEBUG oslo_vmware.api [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072463, 'name': PowerOnVM_Task, 'duration_secs': 1.152014} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.332783] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.332982] env[62153]: INFO nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1710.333249] env[62153]: DEBUG nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.334266] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763a47a-4fb8-4f41-b98f-bfdeb0fd8900 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.435071] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072464, 'name': ReconfigVM_Task, 'duration_secs': 1.488765} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.435638] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 93291c4d-407b-4410-8f64-92411c8840d6/93291c4d-407b-4410-8f64-92411c8840d6.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.436525] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f99a85-e86f-45df-92c6-4a41ee266093 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.446227] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.446227] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1710.446227] env[62153]: value = "task-2072466" [ 1710.446227] env[62153]: _type = "Task" [ 1710.446227] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.455035] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072466, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.613038] env[62153]: DEBUG nova.compute.manager [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.613038] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.613038] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30305d0-12b7-4ebe-a274-f659b0d372d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.623752] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.624047] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd1ef8c-e309-49db-bbb3-1fb0c4ba1159 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.633733] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1710.633733] env[62153]: value = "task-2072467" [ 1710.633733] env[62153]: _type = "Task" [ 1710.633733] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.640475] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.656024] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.708490] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5258fdbf-8d80-16e7-37d3-83f1dc71d206, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.713222] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52104ede-6994-4a44-aeb3-663beb552564 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.720222] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Successfully created port: d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.722113] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1710.722113] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52832077-844b-d0ac-1d29-0498a23f0415" [ 1710.722113] env[62153]: _type = "Task" [ 1710.722113] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.740655] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52832077-844b-d0ac-1d29-0498a23f0415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.756214] env[62153]: DEBUG nova.network.neutron [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.771524] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072465, 'name': PowerOffVM_Task, 'duration_secs': 0.219646} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.772532] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.772883] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.773663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a0bb16-cc76-4fe8-ba40-ea8ddfb7384d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.787901] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.788067] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065408a4-087e-4d4f-902e-537afa5a2ba7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.815698] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.815698] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.815698] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Deleting the datastore file [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.815698] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fe14639-5a79-499e-b291-68b04551874b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.822418] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1710.822418] env[62153]: value = "task-2072469" [ 1710.822418] env[62153]: _type = "Task" [ 1710.822418] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.838677] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.854324] env[62153]: INFO nova.compute.manager [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Took 16.28 seconds to build instance. [ 1710.891979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.891979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.960665] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072466, 'name': Rename_Task, 'duration_secs': 0.275686} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.960951] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.961228] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a62ad3d-1f7f-4ab8-99eb-561548595cff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.975657] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1710.975657] env[62153]: value = "task-2072470" [ 1710.975657] env[62153]: _type = "Task" [ 1710.975657] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.983586] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.043347] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0dcecc-981a-4924-816d-eedd9f1054e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.051951] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1785ef-865b-4303-ba7a-a1fa0ab541ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.090035] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdef6a3-0351-4d80-816c-8236464ee16a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.097720] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf90f6-0d3f-489f-a857-7daad15d2b0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.112547] env[62153]: DEBUG nova.compute.provider_tree [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.141149] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072467, 'name': PowerOffVM_Task, 'duration_secs': 0.241561} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.141469] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.141622] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.141897] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ccc783-8f43-43e2-a683-8413d81898c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.171910] env[62153]: DEBUG nova.network.neutron [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updating instance_info_cache with network_info: [{"id": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "address": "fa:16:3e:71:3c:d7", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2984a4ce-c5", "ovs_interfaceid": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.235330] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52832077-844b-d0ac-1d29-0498a23f0415, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.236135] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.236135] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 241135ec-7bdb-4ba4-8e40-9c0413791de8/241135ec-7bdb-4ba4-8e40-9c0413791de8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.236428] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d354b859-5a7c-422e-9375-c9cee53ed595 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.244151] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1711.244151] env[62153]: value = "task-2072472" [ 1711.244151] env[62153]: _type = "Task" [ 1711.244151] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.256374] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.308064] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Successfully created port: b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.323277] env[62153]: DEBUG nova.network.neutron [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updated VIF entry in instance network info cache for port 5589ddf2-1293-4d74-9dd7-44bbb982e4c8. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.325044] env[62153]: DEBUG nova.network.neutron [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updating instance_info_cache with network_info: [{"id": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "address": "fa:16:3e:1d:91:e9", "network": {"id": "71a3bd96-a763-48fe-8e65-917d0c34be54", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-743693261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9663f82ba7564996921ad49577a1fe99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5589ddf2-12", "ovs_interfaceid": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.334431] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186001} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.334778] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.334969] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.335035] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.357230] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d26ceaac-bc72-4a76-871f-3f311df29e7b tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "fc274d14-eeb7-41be-bf6b-55119f500381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.792s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.477420] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.477420] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.477420] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Deleting the datastore file [datastore1] 67d1efa6-531a-4403-9cc7-d09371388017 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.482284] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af3433cc-0286-4344-9d0e-8ea3e8b6c362 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.491214] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.492132] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for the task: (returnval){ [ 1711.492132] env[62153]: value = "task-2072473" [ 1711.492132] env[62153]: _type = "Task" [ 1711.492132] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.502954] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.616069] env[62153]: DEBUG nova.scheduler.client.report [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.664932] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.675732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Releasing lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.676133] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Instance network_info: |[{"id": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "address": "fa:16:3e:71:3c:d7", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2984a4ce-c5", "ovs_interfaceid": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1711.676946] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2984a4ce-c54a-4d71-ae7f-1bb966deba0f', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.691697] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Creating folder: Project (7f3f9c941df44f5b92db708db40b57c3). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.693202] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Successfully created port: 5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.696192] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-184b5bc8-0028-4889-ba64-a745d489b8c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.712304] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Created folder: Project (7f3f9c941df44f5b92db708db40b57c3) in parent group-v424816. [ 1711.712600] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Creating folder: Instances. Parent ref: group-v424844. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.715824] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.715824] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.715824] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.716133] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.716224] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.716735] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.716735] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.716904] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.717094] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.717296] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.717540] env[62153]: DEBUG nova.virt.hardware [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.717878] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36993c17-41fd-4579-93bb-2855ded31b5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.721020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ce451-5ab7-4f83-a4c1-077b6be091f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.737032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37730c9a-0109-41af-8d70-4a98ec1a78ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.743603] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Created folder: Instances in parent group-v424844. [ 1711.745061] env[62153]: DEBUG oslo.service.loopingcall [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.745061] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.745424] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44cfe335-2b84-4dad-ba59-18d7b0257958 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.782328] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.784259] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.784259] env[62153]: value = "task-2072476" [ 1711.784259] env[62153]: _type = "Task" [ 1711.784259] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.795201] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072476, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.828733] env[62153]: DEBUG oslo_concurrency.lockutils [req-413d9e43-c816-4630-8996-e2a5a48b7e15 req-b0b3af82-39ed-4e4b-a5b2-0a923cd781d0 service nova] Releasing lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.860946] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1711.988872] env[62153]: DEBUG oslo_vmware.api [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072470, 'name': PowerOnVM_Task, 'duration_secs': 0.643226} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.989169] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.989376] env[62153]: INFO nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1711.990289] env[62153]: DEBUG nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.990571] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae62de19-b36b-4d6c-808a-4e021b9d7bdc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.005385] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.125704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.125704] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.129472] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.126s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.134736] env[62153]: INFO nova.compute.claims [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.202606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "fdc93b88-c907-4b45-8a44-905de045d21b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.203273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "fdc93b88-c907-4b45-8a44-905de045d21b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.261021] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605843} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.262628] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 241135ec-7bdb-4ba4-8e40-9c0413791de8/241135ec-7bdb-4ba4-8e40-9c0413791de8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.263040] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.263321] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bec2cee-8b42-4172-a0fd-3a0014cc7b7c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.272472] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1712.272472] env[62153]: value = "task-2072477" [ 1712.272472] env[62153]: _type = "Task" [ 1712.272472] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.283052] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.295094] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072476, 'name': CreateVM_Task, 'duration_secs': 0.486966} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.295305] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.296069] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.296255] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.296601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.296873] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e2457a-472e-4d6a-85de-d0d61e3dc4e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.301925] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1712.301925] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a60d00-2251-0632-70d5-cbcf343db821" [ 1712.301925] env[62153]: _type = "Task" [ 1712.301925] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.308932] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a60d00-2251-0632-70d5-cbcf343db821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.379728] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.380091] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.380159] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.380382] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.380453] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.380615] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.380829] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.380987] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.381169] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.381332] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.381512] env[62153]: DEBUG nova.virt.hardware [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.382441] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f2486-28f9-4362-9e2a-ccbbdd5f1c4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.385667] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.392032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a237802-9def-427a-871f-42eb0696a050 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.406783] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.413801] env[62153]: DEBUG oslo.service.loopingcall [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.414278] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.414509] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43d1d0cb-118a-4963-bd33-616f526c1188 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.433221] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.433221] env[62153]: value = "task-2072478" [ 1712.433221] env[62153]: _type = "Task" [ 1712.433221] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.441181] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072478, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.503083] env[62153]: DEBUG oslo_vmware.api [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Task: {'id': task-2072473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541084} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.503382] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.503578] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.503746] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.503921] env[62153]: INFO nova.compute.manager [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1712.504168] env[62153]: DEBUG oslo.service.loopingcall [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.504355] env[62153]: DEBUG nova.compute.manager [-] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.504458] env[62153]: DEBUG nova.network.neutron [-] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.516042] env[62153]: INFO nova.compute.manager [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Took 17.14 seconds to build instance. [ 1712.637066] env[62153]: DEBUG nova.compute.utils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.637066] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.637066] env[62153]: DEBUG nova.network.neutron [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.784671] env[62153]: DEBUG nova.policy [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.790087] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066987} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.790087] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.791042] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b791e0ec-cf83-4a04-ba89-abf5bd7390bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.813031] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 241135ec-7bdb-4ba4-8e40-9c0413791de8/241135ec-7bdb-4ba4-8e40-9c0413791de8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.816473] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660a9638-c78b-48a1-a934-d03d48c4fe75 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.837755] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a60d00-2251-0632-70d5-cbcf343db821, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.839545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.839545] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.839818] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.839940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.840078] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.840727] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1712.840727] env[62153]: value = "task-2072479" [ 1712.840727] env[62153]: _type = "Task" [ 1712.840727] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.840727] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feaab9be-188d-4596-8163-9a40004a542b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.852462] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.854578] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.854810] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.855835] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c880ed81-f97e-4469-9a11-ee00b7e73842 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.863510] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1712.863510] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f97d25-7996-f71e-8f7f-c24b02d59c0f" [ 1712.863510] env[62153]: _type = "Task" [ 1712.863510] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.872283] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f97d25-7996-f71e-8f7f-c24b02d59c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.907147] env[62153]: DEBUG oslo_concurrency.lockutils [None req-661850a4-eaf0-4d7b-8627-d1d7af1383b3 tempest-ServersListShow296Test-1943857689 tempest-ServersListShow296Test-1943857689-project-member] Acquiring lock "b2d6085a-1c88-40ec-a76e-baf965a2f81c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.907247] env[62153]: DEBUG oslo_concurrency.lockutils [None req-661850a4-eaf0-4d7b-8627-d1d7af1383b3 tempest-ServersListShow296Test-1943857689 tempest-ServersListShow296Test-1943857689-project-member] Lock "b2d6085a-1c88-40ec-a76e-baf965a2f81c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.943759] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072478, 'name': CreateVM_Task, 'duration_secs': 0.326476} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.943945] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.944385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.944554] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.944875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.945302] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b75de19-72cf-41d7-882d-2512d3d86e8b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.950431] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1712.950431] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ac4c6-a266-4ac1-9b1f-509edbe41c36" [ 1712.950431] env[62153]: _type = "Task" [ 1712.950431] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.961158] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ac4c6-a266-4ac1-9b1f-509edbe41c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.016424] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2fcc0454-d9ac-486a-919e-440eb93bcfb8 tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "93291c4d-407b-4410-8f64-92411c8840d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.653s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.141679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.142342] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.142809] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.362110] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.383565] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f97d25-7996-f71e-8f7f-c24b02d59c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.387409] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b864caf1-14d1-4cc4-94a3-a4aa842fc677 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.392804] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1713.392804] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5270b0e4-9a76-460c-f648-923956a703f5" [ 1713.392804] env[62153]: _type = "Task" [ 1713.392804] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.400931] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5270b0e4-9a76-460c-f648-923956a703f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.439202] env[62153]: DEBUG nova.compute.manager [req-998206d6-fb33-4c5d-aaa0-5c35cd565f2b req-ab6d8c32-10d0-4cbd-a11b-1e5b1a8cde3b service nova] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Received event network-vif-deleted-1c3a2f29-cf2c-4c65-854c-831594c97615 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1713.439422] env[62153]: DEBUG nova.compute.manager [req-998206d6-fb33-4c5d-aaa0-5c35cd565f2b req-ab6d8c32-10d0-4cbd-a11b-1e5b1a8cde3b service nova] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Received event network-vif-deleted-7a965594-b4d6-49d9-afff-1e2352261e20 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1713.456509] env[62153]: DEBUG nova.network.neutron [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Successfully created port: eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.466621] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ac4c6-a266-4ac1-9b1f-509edbe41c36, 'name': SearchDatastore_Task, 'duration_secs': 0.026345} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.470777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.471063] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.471284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.519065] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.541539] env[62153]: DEBUG nova.compute.manager [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Received event network-vif-plugged-2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1713.541777] env[62153]: DEBUG oslo_concurrency.lockutils [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] Acquiring lock "098bb596-73d7-4647-9d54-a68dddbe2f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.543098] env[62153]: DEBUG oslo_concurrency.lockutils [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.543098] env[62153]: DEBUG oslo_concurrency.lockutils [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.543098] env[62153]: DEBUG nova.compute.manager [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] No waiting events found dispatching network-vif-plugged-2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.543292] env[62153]: WARNING nova.compute.manager [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Received unexpected event network-vif-plugged-2984a4ce-c54a-4d71-ae7f-1bb966deba0f for instance with vm_state building and task_state spawning. [ 1713.543478] env[62153]: DEBUG nova.compute.manager [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Received event network-changed-2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1713.544186] env[62153]: DEBUG nova.compute.manager [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Refreshing instance network info cache due to event network-changed-2984a4ce-c54a-4d71-ae7f-1bb966deba0f. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1713.544186] env[62153]: DEBUG oslo_concurrency.lockutils [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] Acquiring lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.544186] env[62153]: DEBUG oslo_concurrency.lockutils [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] Acquired lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.544186] env[62153]: DEBUG nova.network.neutron [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Refreshing network info cache for port 2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.553478] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294cda1f-e7de-46f9-bf17-3636c77f3482 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.567332] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76663b73-862d-460c-b251-938953b0c592 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.606848] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a09872-8013-4067-81f1-5fc71cc316a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.611524] env[62153]: DEBUG nova.network.neutron [-] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.615428] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Successfully updated port: d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.622290] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930b4b78-b313-4052-ad9c-c84cc7ff59d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.642919] env[62153]: DEBUG nova.compute.provider_tree [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.857222] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.903596] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5270b0e4-9a76-460c-f648-923956a703f5, 'name': SearchDatastore_Task, 'duration_secs': 0.029846} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.903864] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.904141] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 098bb596-73d7-4647-9d54-a68dddbe2f81/098bb596-73d7-4647-9d54-a68dddbe2f81.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.904410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.904598] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.904805] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92250291-471d-4cad-a326-a20b748ef4d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.906893] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-515615c0-8d20-4a03-90f4-8f453ab38a86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.913964] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1713.913964] env[62153]: value = "task-2072480" [ 1713.913964] env[62153]: _type = "Task" [ 1713.913964] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.919348] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.919533] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.921277] env[62153]: DEBUG nova.compute.manager [None req-956d90d2-b4b0-44e1-beb8-72ef3562a494 tempest-ServerDiagnosticsV248Test-1826946667 tempest-ServerDiagnosticsV248Test-1826946667-project-admin] [instance: c5950a67-9249-4c56-958e-b39849785b90] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.921852] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82d7e7f-5e46-4e6b-9701-7a00ebe793b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.925140] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa76f5d-d126-4aeb-9f70-fbe3c1a29e71 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.930705] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.934450] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1713.934450] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eb5521-ac29-4429-f9e8-bb6a3ec4b880" [ 1713.934450] env[62153]: _type = "Task" [ 1713.934450] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.936218] env[62153]: INFO nova.compute.manager [None req-956d90d2-b4b0-44e1-beb8-72ef3562a494 tempest-ServerDiagnosticsV248Test-1826946667 tempest-ServerDiagnosticsV248Test-1826946667-project-admin] [instance: c5950a67-9249-4c56-958e-b39849785b90] Retrieving diagnostics [ 1713.939632] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5efe991-2b87-46f2-aa1e-666947eebb6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.947815] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eb5521-ac29-4429-f9e8-bb6a3ec4b880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.050282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.122040] env[62153]: INFO nova.compute.manager [-] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Took 1.62 seconds to deallocate network for instance. [ 1714.147495] env[62153]: DEBUG nova.scheduler.client.report [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.152460] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.183570] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.183845] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.184021] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.184266] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.184428] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.184576] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.184787] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.184941] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.185146] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.185312] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.185499] env[62153]: DEBUG nova.virt.hardware [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.186682] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa3444-5ea8-4174-855a-37f8d7137dfe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.197305] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a340032-81c1-4f30-a673-0555dee8d6cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.356114] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072479, 'name': ReconfigVM_Task, 'duration_secs': 1.033486} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.356537] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 241135ec-7bdb-4ba4-8e40-9c0413791de8/241135ec-7bdb-4ba4-8e40-9c0413791de8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.357209] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17e14801-cbb8-4bf2-a214-46e98bbed8e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.365334] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1714.365334] env[62153]: value = "task-2072481" [ 1714.365334] env[62153]: _type = "Task" [ 1714.365334] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.376429] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072481, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.378037] env[62153]: DEBUG nova.network.neutron [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updated VIF entry in instance network info cache for port 2984a4ce-c54a-4d71-ae7f-1bb966deba0f. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.378497] env[62153]: DEBUG nova.network.neutron [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updating instance_info_cache with network_info: [{"id": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "address": "fa:16:3e:71:3c:d7", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2984a4ce-c5", "ovs_interfaceid": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.427347] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072480, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.456180] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eb5521-ac29-4429-f9e8-bb6a3ec4b880, 'name': SearchDatastore_Task, 'duration_secs': 0.021439} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.457141] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fd6554-eadb-442f-b7b7-945a8fe8720a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.463688] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1714.463688] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52550f13-ac81-55fb-08f3-0a91625bb3ee" [ 1714.463688] env[62153]: _type = "Task" [ 1714.463688] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.476538] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52550f13-ac81-55fb-08f3-0a91625bb3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.631345] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.654062] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.654062] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1714.654985] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.149s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.659249] env[62153]: INFO nova.compute.claims [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.877191] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072481, 'name': Rename_Task, 'duration_secs': 0.236111} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.877710] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.877910] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a220dc-4b82-420e-9e98-4bd138dd8956 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.881653] env[62153]: DEBUG oslo_concurrency.lockutils [req-4904cd19-84d8-4d65-807e-9801a6bc2395 req-7ae1e027-60b9-4935-8fb8-660682cf0513 service nova] Releasing lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.922258] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1714.922258] env[62153]: value = "task-2072482" [ 1714.922258] env[62153]: _type = "Task" [ 1714.922258] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.932622] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072480, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.939424] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.975973] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52550f13-ac81-55fb-08f3-0a91625bb3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.061366} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.976730] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.977303] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.977781] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0814a5f8-13a4-47d6-8483-0b3efe9dfe00 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.988325] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1714.988325] env[62153]: value = "task-2072483" [ 1714.988325] env[62153]: _type = "Task" [ 1714.988325] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.995907] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.166754] env[62153]: DEBUG nova.compute.utils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.170612] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1715.170901] env[62153]: DEBUG nova.network.neutron [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.267244] env[62153]: DEBUG nova.policy [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a46aa494fee0458ab85e08b225700843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15204657c616483a86ab8367c2dc68d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1715.434023] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072480, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.438416] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072482, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.502207] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.672868] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1715.937510] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072480, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.772832} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.937825] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 098bb596-73d7-4647-9d54-a68dddbe2f81/098bb596-73d7-4647-9d54-a68dddbe2f81.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.939066] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.940305] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9ef3746-d718-48c1-886b-3661e44b3371 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.950501] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.960691] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1715.960691] env[62153]: value = "task-2072484" [ 1715.960691] env[62153]: _type = "Task" [ 1715.960691] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.973310] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.002504] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.003926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "c5950a67-9249-4c56-958e-b39849785b90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.004203] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "c5950a67-9249-4c56-958e-b39849785b90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.004440] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "c5950a67-9249-4c56-958e-b39849785b90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.004603] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "c5950a67-9249-4c56-958e-b39849785b90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.004774] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "c5950a67-9249-4c56-958e-b39849785b90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.007239] env[62153]: INFO nova.compute.manager [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Terminating instance [ 1716.100385] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3969dcb-c0a5-47ba-ad54-eeeb38acd70c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.110740] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f81d5be-57c8-42da-999c-a528e24463d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.114903] env[62153]: DEBUG nova.network.neutron [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Successfully created port: e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.153277] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca38321-5054-4098-b7a8-c186a1e0a446 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.162149] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54857a46-a3eb-4079-82ff-a224fd875028 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.176014] env[62153]: DEBUG nova.compute.provider_tree [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.220134] env[62153]: DEBUG nova.network.neutron [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Successfully updated port: eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.445958] env[62153]: DEBUG oslo_vmware.api [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2072482, 'name': PowerOnVM_Task, 'duration_secs': 1.097169} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.447742] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.448024] env[62153]: INFO nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1716.448254] env[62153]: DEBUG nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.456738] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Successfully updated port: b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.459372] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07748d-8469-4b3e-9374-f350e1bc2a10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.477419] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095875} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.483313] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.484602] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8402f447-eaed-4fff-9542-818188a872e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.511941] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 098bb596-73d7-4647-9d54-a68dddbe2f81/098bb596-73d7-4647-9d54-a68dddbe2f81.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.513081] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ccee1a-57d3-4398-be37-c31dee55ee44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.532978] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "refresh_cache-c5950a67-9249-4c56-958e-b39849785b90" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.533200] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquired lock "refresh_cache-c5950a67-9249-4c56-958e-b39849785b90" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.533370] env[62153]: DEBUG nova.network.neutron [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.536354] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.195562} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.537281] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.537566] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.543827] env[62153]: DEBUG nova.compute.manager [req-364ad110-3415-4802-a6c1-6b4e1bf81a77 req-3025a7e6-64f6-4842-8182-12987559719d service nova] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Received event network-vif-deleted-03cdeefc-16ef-4173-bfda-db2936ff8a08 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1716.544572] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1630e81-3a7f-4dfa-8573-27f2cf09917c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.547038] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1716.547038] env[62153]: value = "task-2072485" [ 1716.547038] env[62153]: _type = "Task" [ 1716.547038] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.553624] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1716.553624] env[62153]: value = "task-2072486" [ 1716.553624] env[62153]: _type = "Task" [ 1716.553624] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.562855] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.570428] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.654487] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Received event network-changed-90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1716.654671] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Refreshing instance network info cache due to event network-changed-90e18d5c-3dbc-4a62-895f-8fb6324003ea. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1716.655774] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquiring lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.655931] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquired lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.656112] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Refreshing network info cache for port 90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.682682] env[62153]: DEBUG nova.scheduler.client.report [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.689975] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1716.724601] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.724601] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.724601] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.724601] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.724905] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.724905] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.724905] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.725080] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.725200] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.725377] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.725519] env[62153]: DEBUG nova.virt.hardware [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.726361] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.726503] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.726681] env[62153]: DEBUG nova.network.neutron [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.728469] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04d836-e235-449f-9c61-cb275edf7d7b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.736877] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2442ea-e723-4b3a-a19e-dee88939f007 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.965928] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "93291c4d-407b-4410-8f64-92411c8840d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.967102] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "93291c4d-407b-4410-8f64-92411c8840d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.967102] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "93291c4d-407b-4410-8f64-92411c8840d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.967102] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "93291c4d-407b-4410-8f64-92411c8840d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.967292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "93291c4d-407b-4410-8f64-92411c8840d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.970129] env[62153]: INFO nova.compute.manager [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Terminating instance [ 1716.993939] env[62153]: INFO nova.compute.manager [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Took 18.63 seconds to build instance. [ 1717.058365] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.062444] env[62153]: DEBUG nova.network.neutron [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.067165] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234371} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.067417] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.068167] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f3a0b3-4699-4c04-8987-96fbe8de3827 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.088095] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.088605] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0484d58f-f46e-41cb-b1e3-65dd9bbf2079 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.112417] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1717.112417] env[62153]: value = "task-2072487" [ 1717.112417] env[62153]: _type = "Task" [ 1717.112417] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.123355] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.184814] env[62153]: DEBUG nova.network.neutron [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.194709] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.196214] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.198293] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.418s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.200158] env[62153]: INFO nova.compute.claims [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.279722] env[62153]: DEBUG nova.network.neutron [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.478742] env[62153]: DEBUG nova.compute.manager [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.479050] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.479870] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c8d86-7432-466e-a359-5abbf67a6b47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.489084] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.489336] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-794567e9-a579-4448-bc55-7b4419d881a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.495411] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1717.495411] env[62153]: value = "task-2072488" [ 1717.495411] env[62153]: _type = "Task" [ 1717.495411] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.502470] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9348c5-52d2-49cb-96bc-bb0b14df933d tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.142s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.506753] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.563867] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072485, 'name': ReconfigVM_Task, 'duration_secs': 0.699259} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.563927] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 098bb596-73d7-4647-9d54-a68dddbe2f81/098bb596-73d7-4647-9d54-a68dddbe2f81.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.564812] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b07a1dc0-167a-4d91-9ff4-e29989adc548 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.576666] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1717.576666] env[62153]: value = "task-2072489" [ 1717.576666] env[62153]: _type = "Task" [ 1717.576666] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.588497] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072489, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.623831] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072487, 'name': ReconfigVM_Task, 'duration_secs': 0.328028} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.623831] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.623831] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fbf4ac1-8635-4e75-b6b0-15d93523295e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.629951] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1717.629951] env[62153]: value = "task-2072490" [ 1717.629951] env[62153]: _type = "Task" [ 1717.629951] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.639877] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072490, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.691849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Releasing lock "refresh_cache-c5950a67-9249-4c56-958e-b39849785b90" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.692256] env[62153]: DEBUG nova.compute.manager [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.692475] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.693786] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eacf616-9c88-41ec-8adb-a6e1ece0cf5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.702645] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.703748] env[62153]: DEBUG nova.network.neutron [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.704980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f0daa7-a30e-4cc5-9c9b-267ad937a666 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.707941] env[62153]: DEBUG nova.compute.utils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.712716] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.713073] env[62153]: DEBUG nova.network.neutron [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.721365] env[62153]: DEBUG oslo_vmware.api [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1717.721365] env[62153]: value = "task-2072491" [ 1717.721365] env[62153]: _type = "Task" [ 1717.721365] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.738481] env[62153]: DEBUG oslo_vmware.api [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.834876] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updated VIF entry in instance network info cache for port 90e18d5c-3dbc-4a62-895f-8fb6324003ea. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.834876] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [{"id": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "address": "fa:16:3e:49:73:de", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e18d5c-3d", "ovs_interfaceid": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.900791] env[62153]: DEBUG nova.policy [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e96739ebcc54bd4ae99bd341578082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a979107f49b04ba3ac9925acd3dcbcdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.004452] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1718.014534] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072488, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.091561] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072489, 'name': Rename_Task, 'duration_secs': 0.201772} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.091927] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.092198] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d630ea-4d89-4c52-b6d5-51c52195d09b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.101247] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1718.101247] env[62153]: value = "task-2072492" [ 1718.101247] env[62153]: _type = "Task" [ 1718.101247] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.110213] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.144771] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072490, 'name': Rename_Task, 'duration_secs': 0.12744} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.145069] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.145320] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c6936b8-efb6-4e4b-b460-b26cff0e31b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.152049] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1718.152049] env[62153]: value = "task-2072493" [ 1718.152049] env[62153]: _type = "Task" [ 1718.152049] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.163554] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.211211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.217312] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Instance network_info: |[{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.217312] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.220417] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:a1:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb372437-5d32-4e89-89a0-76ce05c05777', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.231717] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Creating folder: Project (66c73d685b27484d90e0e2d17b61e185). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.237838] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b92c559-1352-482f-a17b-73fce7a9da08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.255568] env[62153]: DEBUG oslo_vmware.api [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072491, 'name': PowerOffVM_Task, 'duration_secs': 0.170649} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.257798] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.258391] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.258846] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Created folder: Project (66c73d685b27484d90e0e2d17b61e185) in parent group-v424816. [ 1718.259183] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Creating folder: Instances. Parent ref: group-v424848. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.259546] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd73bedd-8f5c-4413-bb60-f67853dd8df7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.261592] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b4de621-6292-4718-aeb3-4b41f0f3e016 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.276850] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Created folder: Instances in parent group-v424848. [ 1718.276850] env[62153]: DEBUG oslo.service.loopingcall [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.277633] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.277866] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a6caec8-cdd3-491a-b30f-ff8d6597252c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.299188] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.299404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.299706] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Deleting the datastore file [datastore1] c5950a67-9249-4c56-958e-b39849785b90 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.300378] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b99953f0-59d3-473c-8776-87d2a75d92e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.304628] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.304628] env[62153]: value = "task-2072497" [ 1718.304628] env[62153]: _type = "Task" [ 1718.304628] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.309125] env[62153]: DEBUG oslo_vmware.api [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for the task: (returnval){ [ 1718.309125] env[62153]: value = "task-2072498" [ 1718.309125] env[62153]: _type = "Task" [ 1718.309125] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.315463] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072497, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.322386] env[62153]: DEBUG oslo_vmware.api [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.341173] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Releasing lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.341173] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-vif-plugged-d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1718.341173] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.341173] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.341173] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.341507] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] No waiting events found dispatching network-vif-plugged-d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.341507] env[62153]: WARNING nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received unexpected event network-vif-plugged-d20530a3-3ca6-4c28-b2f3-7c01f3503f4e for instance with vm_state building and task_state spawning. [ 1718.341507] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-changed-d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1718.341678] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Refreshing instance network info cache due to event network-changed-d20530a3-3ca6-4c28-b2f3-7c01f3503f4e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1718.342687] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquiring lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.342687] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquired lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.342687] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Refreshing network info cache for port d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.506980] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072488, 'name': PowerOffVM_Task, 'duration_secs': 0.579246} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.507304] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.507445] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.507841] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32bb257f-f976-46c5-9a3d-4922f735c167 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.533871] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.625574] env[62153]: DEBUG oslo_vmware.api [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072492, 'name': PowerOnVM_Task, 'duration_secs': 0.497797} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.626653] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.626653] env[62153]: INFO nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1718.626653] env[62153]: DEBUG nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.627575] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16565add-bdd0-41ee-b718-61aefe98d1ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.643450] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.643851] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.644107] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Deleting the datastore file [datastore1] 93291c4d-407b-4410-8f64-92411c8840d6 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.645738] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a33d539-5919-47f7-8382-d1a3fc98e1a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.654934] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for the task: (returnval){ [ 1718.654934] env[62153]: value = "task-2072500" [ 1718.654934] env[62153]: _type = "Task" [ 1718.654934] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.663536] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e22ed-d178-4e31-8b70-801df63bf291 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.672707] env[62153]: DEBUG oslo_vmware.api [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072493, 'name': PowerOnVM_Task, 'duration_secs': 0.459281} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.677936] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.678204] env[62153]: DEBUG nova.compute.manager [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.678662] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.679682] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a992d4b-4452-4c8c-9287-9517edbddcbb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.683405] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab15cf8-e528-4d4a-896a-2e361724eb01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.757825] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2c2fb4-2a2a-4825-a087-f9b1a872d8e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.771311] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee0f391-d1da-47a8-846c-e3889bb5cf4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.791734] env[62153]: DEBUG nova.compute.provider_tree [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.822358] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072497, 'name': CreateVM_Task, 'duration_secs': 0.411382} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.825601] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.826301] env[62153]: DEBUG oslo_vmware.api [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Task: {'id': task-2072498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118394} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.827258] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.827480] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.827731] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.828030] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.828243] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.828537] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.828537] env[62153]: INFO nova.compute.manager [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] [instance: c5950a67-9249-4c56-958e-b39849785b90] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1718.829381] env[62153]: DEBUG oslo.service.loopingcall [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.829381] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3063ec4b-b66b-45cf-8a66-e14b36fabe6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.831882] env[62153]: DEBUG nova.compute.manager [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.831882] env[62153]: DEBUG nova.network.neutron [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.837528] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1718.837528] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5237f418-8fd8-be46-64ac-cb9fe2ce8193" [ 1718.837528] env[62153]: _type = "Task" [ 1718.837528] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.848249] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5237f418-8fd8-be46-64ac-cb9fe2ce8193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.869784] env[62153]: DEBUG nova.network.neutron [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.973866] env[62153]: DEBUG nova.network.neutron [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Successfully updated port: e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.021886] env[62153]: DEBUG nova.network.neutron [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Successfully created port: 5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.035041] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.156730] env[62153]: INFO nova.compute.manager [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Took 20.58 seconds to build instance. [ 1719.168939] env[62153]: DEBUG oslo_vmware.api [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Task: {'id': task-2072500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19193} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.169375] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.169509] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.170110] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.170110] env[62153]: INFO nova.compute.manager [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1719.170110] env[62153]: DEBUG oslo.service.loopingcall [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.170494] env[62153]: DEBUG nova.compute.manager [-] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.170494] env[62153]: DEBUG nova.network.neutron [-] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.258642] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.270449] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.291026] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.291287] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.291759] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.291759] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.291946] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.292102] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.292329] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.292494] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.292659] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.292822] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.292990] env[62153]: DEBUG nova.virt.hardware [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.293873] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c85c9-c6b4-4f1a-a7b3-11bc5d4b7b33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.305174] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc252b9-ac47-4250-8d13-f08dc0030cc6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.322132] env[62153]: ERROR nova.scheduler.client.report [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [req-a9d163da-2d7d-4698-bf75-2800c7d13006] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9d163da-2d7d-4698-bf75-2800c7d13006"}]} [ 1719.338317] env[62153]: DEBUG nova.scheduler.client.report [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1719.349819] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5237f418-8fd8-be46-64ac-cb9fe2ce8193, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.353238] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.353238] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.353238] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.353238] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.353588] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.353588] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.353588] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad3b5b8-b25e-4974-9074-3e81f1b077d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.360411] env[62153]: DEBUG nova.scheduler.client.report [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1719.360570] env[62153]: DEBUG nova.compute.provider_tree [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.364235] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.364407] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.365129] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0698b71-2d21-49bc-b854-7a0f292d5cf2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.371556] env[62153]: DEBUG nova.network.neutron [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.373248] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1719.373248] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52036cf6-75c8-3093-19fc-baddbb5de2fa" [ 1719.373248] env[62153]: _type = "Task" [ 1719.373248] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.382120] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52036cf6-75c8-3093-19fc-baddbb5de2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.385783] env[62153]: DEBUG nova.scheduler.client.report [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1719.406730] env[62153]: DEBUG nova.scheduler.client.report [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1719.479014] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.479173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.479217] env[62153]: DEBUG nova.network.neutron [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.661684] env[62153]: DEBUG oslo_concurrency.lockutils [None req-66791036-1d45-4c1e-98a7-2feb68275f9f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.094s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.669038] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Successfully updated port: 5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.764721] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae811dbc-7e63-4501-9878-0ae733d48fb1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.775370] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeedf33e-8131-4397-81f7-9a2e796d53e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.813677] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42191f-524f-4a14-8e9a-f6bb668053a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.822658] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b309228-d0b5-4ba3-b0ea-426d851ea262 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.842025] env[62153]: DEBUG nova.compute.provider_tree [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.854595] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Releasing lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.854967] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Received event network-changed-90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1719.855403] env[62153]: DEBUG nova.compute.manager [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Refreshing instance network info cache due to event network-changed-90e18d5c-3dbc-4a62-895f-8fb6324003ea. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1719.855630] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquiring lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.855718] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Acquired lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.855921] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Refreshing network info cache for port 90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.874388] env[62153]: INFO nova.compute.manager [-] [instance: c5950a67-9249-4c56-958e-b39849785b90] Took 1.04 seconds to deallocate network for instance. [ 1719.888648] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52036cf6-75c8-3093-19fc-baddbb5de2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.029185} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.889478] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9751b4-892d-4b83-ba0e-3de17683b4c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.895241] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1719.895241] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520734ae-01b9-e195-60b2-7003fd92fd17" [ 1719.895241] env[62153]: _type = "Task" [ 1719.895241] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.902768] env[62153]: DEBUG nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-vif-plugged-eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1719.902987] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.903248] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Lock "a77bf89c-c665-439d-a042-7b167878e14f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.903421] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Lock "a77bf89c-c665-439d-a042-7b167878e14f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.903584] env[62153]: DEBUG nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] No waiting events found dispatching network-vif-plugged-eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.903765] env[62153]: WARNING nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received unexpected event network-vif-plugged-eb372437-5d32-4e89-89a0-76ce05c05777 for instance with vm_state building and task_state spawning. [ 1719.903906] env[62153]: DEBUG nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-changed-eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1719.904036] env[62153]: DEBUG nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Refreshing instance network info cache due to event network-changed-eb372437-5d32-4e89-89a0-76ce05c05777. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1719.904216] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Acquiring lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.904342] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Acquired lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.904487] env[62153]: DEBUG nova.network.neutron [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Refreshing network info cache for port eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.911512] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520734ae-01b9-e195-60b2-7003fd92fd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.024993] env[62153]: DEBUG nova.network.neutron [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.046511] env[62153]: DEBUG nova.compute.manager [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-vif-plugged-b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1720.046737] env[62153]: DEBUG oslo_concurrency.lockutils [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.048910] env[62153]: DEBUG oslo_concurrency.lockutils [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.048910] env[62153]: DEBUG oslo_concurrency.lockutils [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.048910] env[62153]: DEBUG nova.compute.manager [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] No waiting events found dispatching network-vif-plugged-b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.048910] env[62153]: WARNING nova.compute.manager [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received unexpected event network-vif-plugged-b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c for instance with vm_state building and task_state spawning. [ 1720.048910] env[62153]: DEBUG nova.compute.manager [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-changed-b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1720.049381] env[62153]: DEBUG nova.compute.manager [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Refreshing instance network info cache due to event network-changed-b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1720.049381] env[62153]: DEBUG oslo_concurrency.lockutils [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] Acquiring lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.049381] env[62153]: DEBUG oslo_concurrency.lockutils [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] Acquired lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.049381] env[62153]: DEBUG nova.network.neutron [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Refreshing network info cache for port b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.164105] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.174455] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.257682] env[62153]: DEBUG nova.network.neutron [-] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.346750] env[62153]: DEBUG nova.scheduler.client.report [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.384894] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.406419] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520734ae-01b9-e195-60b2-7003fd92fd17, 'name': SearchDatastore_Task, 'duration_secs': 0.021976} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.408556] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.408841] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a77bf89c-c665-439d-a042-7b167878e14f/a77bf89c-c665-439d-a042-7b167878e14f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.412020] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73277b81-6994-41ff-ac74-7ef3cb527fdf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.419990] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1720.419990] env[62153]: value = "task-2072501" [ 1720.419990] env[62153]: _type = "Task" [ 1720.419990] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.428296] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.648907] env[62153]: DEBUG nova.network.neutron [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.689790] env[62153]: DEBUG nova.network.neutron [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.693434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.760525] env[62153]: INFO nova.compute.manager [-] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Took 1.59 seconds to deallocate network for instance. [ 1720.852044] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.653s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.852486] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.857493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.542s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.858529] env[62153]: INFO nova.compute.claims [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.934344] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.031577] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updated VIF entry in instance network info cache for port 90e18d5c-3dbc-4a62-895f-8fb6324003ea. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.032021] env[62153]: DEBUG nova.network.neutron [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [{"id": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "address": "fa:16:3e:49:73:de", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e18d5c-3d", "ovs_interfaceid": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.135268] env[62153]: DEBUG nova.network.neutron [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updated VIF entry in instance network info cache for port eb372437-5d32-4e89-89a0-76ce05c05777. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.135725] env[62153]: DEBUG nova.network.neutron [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.151434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.152173] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Instance network_info: |[{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.152716] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:6f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02d93be-a74b-4d8e-adfe-ba3481a49d0a', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.162787] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Creating folder: Project (15204657c616483a86ab8367c2dc68d7). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.164161] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279c469e-2724-4022-a312-1ab5085035ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.175541] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Created folder: Project (15204657c616483a86ab8367c2dc68d7) in parent group-v424816. [ 1721.175751] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Creating folder: Instances. Parent ref: group-v424851. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.176816] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcfab270-e507-4c5f-9f6a-eb0286125742 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.186124] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Created folder: Instances in parent group-v424851. [ 1721.186484] env[62153]: DEBUG oslo.service.loopingcall [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.186739] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.187013] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3158c4dc-1a87-4913-a0af-0f4892d2b8b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.214365] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.214365] env[62153]: value = "task-2072504" [ 1721.214365] env[62153]: _type = "Task" [ 1721.214365] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.222506] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072504, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.267888] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.364496] env[62153]: DEBUG nova.compute.utils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.375428] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.375658] env[62153]: DEBUG nova.network.neutron [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.433217] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759553} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.433522] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a77bf89c-c665-439d-a042-7b167878e14f/a77bf89c-c665-439d-a042-7b167878e14f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.434063] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.434999] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b90baa9-3432-4a5a-bf83-151df51bbad3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.443198] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1721.443198] env[62153]: value = "task-2072505" [ 1721.443198] env[62153]: _type = "Task" [ 1721.443198] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.452472] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.470243] env[62153]: DEBUG nova.network.neutron [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.485307] env[62153]: DEBUG nova.policy [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b1276b9df54791a4c892108dbed97b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c960d3d38e4442f695c3a0d99798edfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.538582] env[62153]: DEBUG oslo_concurrency.lockutils [req-62728217-91af-44d9-8125-d067429388c9 req-3ad9bf94-51b8-4887-a26e-52ec0cd3ca19 service nova] Releasing lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.639288] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Releasing lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.639655] env[62153]: DEBUG nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Received event network-vif-plugged-e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1721.639945] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.640248] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.640574] env[62153]: DEBUG oslo_concurrency.lockutils [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.641040] env[62153]: DEBUG nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] No waiting events found dispatching network-vif-plugged-e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1721.641286] env[62153]: WARNING nova.compute.manager [req-264afd26-be7a-4cfb-82b0-9a5959d6797d req-711c7eb5-359a-4936-ae83-b4ea54f7c156 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Received unexpected event network-vif-plugged-e02d93be-a74b-4d8e-adfe-ba3481a49d0a for instance with vm_state building and task_state spawning. [ 1721.725644] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072504, 'name': CreateVM_Task, 'duration_secs': 0.503705} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.726491] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.727093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.727093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.727470] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.727804] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42c908a-be28-475e-bae6-0977fe17a618 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.732651] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1721.732651] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef560c-593d-dc43-37c3-fa59c61e6398" [ 1721.732651] env[62153]: _type = "Task" [ 1721.732651] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.742335] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef560c-593d-dc43-37c3-fa59c61e6398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.876681] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.967702] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065489} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.967976] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.968915] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec724a5e-f08a-45da-a846-85b1906c2a12 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.972395] env[62153]: DEBUG oslo_concurrency.lockutils [req-8351a802-983f-4560-bb8c-53704e69085c req-1fd65a51-a039-4f4d-8f37-89561a1eebdf service nova] Releasing lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.975256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.975443] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.998038] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a77bf89c-c665-439d-a042-7b167878e14f/a77bf89c-c665-439d-a042-7b167878e14f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.004633] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff695c37-0147-4e5f-8665-b1b7694d0a35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.028976] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1722.028976] env[62153]: value = "task-2072506" [ 1722.028976] env[62153]: _type = "Task" [ 1722.028976] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.040172] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.135033] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.202377] env[62153]: INFO nova.compute.manager [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Rebuilding instance [ 1722.245636] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef560c-593d-dc43-37c3-fa59c61e6398, 'name': SearchDatastore_Task, 'duration_secs': 0.037208} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.245925] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.246182] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.247245] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.247245] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.247245] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.247245] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0953b0ca-93ec-4e18-93d9-a3ceb4dc4ca6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.257496] env[62153]: DEBUG nova.compute.manager [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.258463] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e0e7e-296c-4a6a-8e42-2e8c2ecd2470 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.265455] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.266139] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.266328] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5609a274-6cc0-4b28-8192-d5c8b665771d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.282783] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1722.282783] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5216c9a5-fc26-8d71-4ecd-c2c16f2c9ff2" [ 1722.282783] env[62153]: _type = "Task" [ 1722.282783] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.292621] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5216c9a5-fc26-8d71-4ecd-c2c16f2c9ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.332602] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a14de-a8f9-44f5-9307-34f5e22bbeb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.349242] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8027e17b-6356-420b-8531-48594450f478 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.390521] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb7eae-8f01-46f2-a09e-edafb8fcf665 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.398727] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3120f4f4-49de-49dd-b241-c96735b0a776 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.415377] env[62153]: DEBUG nova.compute.provider_tree [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.540908] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.785075] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.785337] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.791512] env[62153]: DEBUG nova.network.neutron [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Successfully created port: 02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.802959] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5216c9a5-fc26-8d71-4ecd-c2c16f2c9ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.018589} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.803773] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8160bb43-c103-417b-927c-a90930ea4966 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.810381] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1722.810381] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52657cc5-9424-c8a6-ea21-da251f35e3ff" [ 1722.810381] env[62153]: _type = "Task" [ 1722.810381] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.824625] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52657cc5-9424-c8a6-ea21-da251f35e3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.826209] env[62153]: DEBUG nova.network.neutron [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Successfully updated port: 5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1722.890887] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.931046] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1722.931753] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.931753] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1722.931942] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.932594] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1722.932941] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1722.933660] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1722.933660] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1722.933660] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1722.933830] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1722.933959] env[62153]: DEBUG nova.virt.hardware [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1722.935121] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132371d-ccc4-4f73-9a94-ea18f0647a33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.945993] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799da838-57ac-4fe9-b391-dbe1bf0f8e2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.952766] env[62153]: ERROR nova.scheduler.client.report [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [req-06b37147-b530-45f7-9ddb-0df8141489db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06b37147-b530-45f7-9ddb-0df8141489db"}]} [ 1722.971725] env[62153]: DEBUG nova.scheduler.client.report [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1722.990697] env[62153]: DEBUG nova.scheduler.client.report [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1722.991145] env[62153]: DEBUG nova.compute.provider_tree [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.012229] env[62153]: DEBUG nova.scheduler.client.report [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1723.035420] env[62153]: DEBUG nova.scheduler.client.report [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1723.049744] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072506, 'name': ReconfigVM_Task, 'duration_secs': 0.874788} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.050341] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a77bf89c-c665-439d-a042-7b167878e14f/a77bf89c-c665-439d-a042-7b167878e14f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.051038] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4a8dec-6d90-4f2d-b80d-241cfd03c0b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.063288] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1723.063288] env[62153]: value = "task-2072507" [ 1723.063288] env[62153]: _type = "Task" [ 1723.063288] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.076716] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072507, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.282280] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.282565] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ad7b65-62ed-4193-92ad-45f29b99e933 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.288701] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1723.288701] env[62153]: value = "task-2072508" [ 1723.288701] env[62153]: _type = "Task" [ 1723.288701] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.296431] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.322685] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52657cc5-9424-c8a6-ea21-da251f35e3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.322958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.323293] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675/f67d19d9-9511-4e6d-a396-2b9111b77675.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1723.323561] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-572e654b-44d3-4478-adf5-fbcf14b1ab84 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.329858] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-b332935f-9538-4f11-ae12-5cd1d7003fd3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.330041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-b332935f-9538-4f11-ae12-5cd1d7003fd3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.330222] env[62153]: DEBUG nova.network.neutron [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.335648] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1723.335648] env[62153]: value = "task-2072509" [ 1723.335648] env[62153]: _type = "Task" [ 1723.335648] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.345065] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.398574] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43268c-0f20-4d95-9975-a917467246a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.406474] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f70b1c-3179-42d1-bc94-18a3ad4eb62a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.436869] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6f49b-2704-4ee4-9d66-a8b87570ea6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.445096] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20543b32-c8d8-4d6b-87d2-d7e9855e280f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.461254] env[62153]: DEBUG nova.compute.provider_tree [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.572320] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072507, 'name': Rename_Task, 'duration_secs': 0.334663} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.572320] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.572493] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef2d78b-a28e-41f9-b2cd-b40cf10943a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.579034] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1723.579034] env[62153]: value = "task-2072510" [ 1723.579034] env[62153]: _type = "Task" [ 1723.579034] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.589306] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.755479] env[62153]: DEBUG nova.compute.manager [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Received event network-changed-e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1723.755997] env[62153]: DEBUG nova.compute.manager [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Refreshing instance network info cache due to event network-changed-e02d93be-a74b-4d8e-adfe-ba3481a49d0a. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1723.755997] env[62153]: DEBUG oslo_concurrency.lockutils [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] Acquiring lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.756473] env[62153]: DEBUG oslo_concurrency.lockutils [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] Acquired lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.756658] env[62153]: DEBUG nova.network.neutron [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Refreshing network info cache for port e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.778978] env[62153]: DEBUG nova.compute.manager [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-vif-plugged-5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1723.781413] env[62153]: DEBUG oslo_concurrency.lockutils [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.781928] env[62153]: DEBUG oslo_concurrency.lockutils [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.781928] env[62153]: DEBUG oslo_concurrency.lockutils [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.782191] env[62153]: DEBUG nova.compute.manager [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] No waiting events found dispatching network-vif-plugged-5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.782236] env[62153]: WARNING nova.compute.manager [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received unexpected event network-vif-plugged-5b5a4440-f4cd-46dd-a111-451ec683601e for instance with vm_state building and task_state spawning. [ 1723.782410] env[62153]: DEBUG nova.compute.manager [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-changed-5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1723.782572] env[62153]: DEBUG nova.compute.manager [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Refreshing instance network info cache due to event network-changed-5b5a4440-f4cd-46dd-a111-451ec683601e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1723.782750] env[62153]: DEBUG oslo_concurrency.lockutils [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] Acquiring lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.807239] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072508, 'name': PowerOffVM_Task, 'duration_secs': 0.215837} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.808893] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.808893] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.808893] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9785f0-e64c-416b-8cd1-8972bd64a9ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.823573] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.823871] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5169d0b9-f1af-496b-b3a4-acdcbc0cae80 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.850539] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072509, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.856542] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.856707] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.856878] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Deleting the datastore file [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.857762] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e99204-645d-48b2-974a-76d27754030b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.869836] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1723.869836] env[62153]: value = "task-2072512" [ 1723.869836] env[62153]: _type = "Task" [ 1723.869836] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.882506] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.012970] env[62153]: DEBUG nova.network.neutron [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.016244] env[62153]: DEBUG nova.scheduler.client.report [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1724.016485] env[62153]: DEBUG nova.compute.provider_tree [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 29 to 30 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1724.016674] env[62153]: DEBUG nova.compute.provider_tree [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.089866] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.348665] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660888} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.348665] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675/f67d19d9-9511-4e6d-a396-2b9111b77675.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.348775] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.349250] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a341240-dbc6-4685-b2c1-f550094f6870 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.356843] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1724.356843] env[62153]: value = "task-2072513" [ 1724.356843] env[62153]: _type = "Task" [ 1724.356843] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.365874] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.378479] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232851} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.378825] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.379086] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.379312] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.522431] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.666s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.523017] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1724.525882] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.398s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.526173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.526398] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1724.526682] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.372s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.526920] env[62153]: DEBUG nova.objects.instance [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lazy-loading 'resources' on Instance uuid 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.529175] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187a5f8-efdb-46c0-b21f-65427923231a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.537948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77897583-c3df-431a-a1ef-dc2107044af1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.557282] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05d78f-3a7f-49ae-9515-78baed871600 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.564941] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36445459-fed3-4cfc-8847-cda86e7d18ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.608729] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181151MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1724.608729] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.609091] env[62153]: DEBUG nova.network.neutron [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updating instance_info_cache with network_info: [{"id": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "address": "fa:16:3e:0b:7f:5e", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20530a3-3c", "ovs_interfaceid": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c", "address": "fa:16:3e:28:37:23", "network": {"id": "2092f441-85f0-4657-a0a5-05d4f378d5c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1576148124", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb580ea1c-4a", "ovs_interfaceid": "b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5a4440-f4cd-46dd-a111-451ec683601e", "address": "fa:16:3e:28:84:ba", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5a4440-f4", "ovs_interfaceid": "5b5a4440-f4cd-46dd-a111-451ec683601e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.619654] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072510, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.871790] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069271} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.872343] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.873549] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6140a0a6-e585-4513-ae82-6d975b512ba9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.906130] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675/f67d19d9-9511-4e6d-a396-2b9111b77675.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.910064] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa4cc2a-7917-4012-b6ae-7276914b049b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.925791] env[62153]: DEBUG nova.network.neutron [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Updating instance_info_cache with network_info: [{"id": "5f5bb285-d65b-4771-8919-4b945845fe0d", "address": "fa:16:3e:c4:49:20", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5bb285-d6", "ovs_interfaceid": "5f5bb285-d65b-4771-8919-4b945845fe0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.932601] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1724.932601] env[62153]: value = "task-2072514" [ 1724.932601] env[62153]: _type = "Task" [ 1724.932601] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.946289] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.038454] env[62153]: DEBUG nova.compute.utils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.043629] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1725.043629] env[62153]: DEBUG nova.network.neutron [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.113513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Releasing lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.113974] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance network_info: |[{"id": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "address": "fa:16:3e:0b:7f:5e", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20530a3-3c", "ovs_interfaceid": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c", "address": "fa:16:3e:28:37:23", "network": {"id": "2092f441-85f0-4657-a0a5-05d4f378d5c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1576148124", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb580ea1c-4a", "ovs_interfaceid": "b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5a4440-f4cd-46dd-a111-451ec683601e", "address": "fa:16:3e:28:84:ba", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5a4440-f4", "ovs_interfaceid": "5b5a4440-f4cd-46dd-a111-451ec683601e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.120064] env[62153]: DEBUG oslo_concurrency.lockutils [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] Acquired lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.120064] env[62153]: DEBUG nova.network.neutron [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Refreshing network info cache for port 5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.121686] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7f:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20530a3-3ca6-4c28-b2f3-7c01f3503f4e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:37:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:84:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b5a4440-f4cd-46dd-a111-451ec683601e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.137351] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Creating folder: Project (cf3b8b392b7045339b32b51dca0988fe). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.137734] env[62153]: DEBUG oslo_vmware.api [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072510, 'name': PowerOnVM_Task, 'duration_secs': 1.04346} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.140422] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c73130e2-994f-4a48-be28-d4e331bb14b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.143082] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.143389] env[62153]: INFO nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1725.143474] env[62153]: DEBUG nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.144663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0abf2-0754-424f-8708-b6bafd7ad9c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.158278] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Created folder: Project (cf3b8b392b7045339b32b51dca0988fe) in parent group-v424816. [ 1725.158466] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Creating folder: Instances. Parent ref: group-v424854. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.163413] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e78a73-7716-4ebc-8b11-0c3f8ae7ee1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.174226] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Created folder: Instances in parent group-v424854. [ 1725.174226] env[62153]: DEBUG oslo.service.loopingcall [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.175554] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.175554] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df4493ae-8fbb-4ce7-ad3f-600de3ebdc21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.202669] env[62153]: DEBUG nova.policy [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2114eb4290e94166b7ca3e91ab5872bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8410e964e88a41399034a13e2e529d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.214573] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.214573] env[62153]: value = "task-2072517" [ 1725.214573] env[62153]: _type = "Task" [ 1725.214573] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.221963] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072517, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.275254] env[62153]: DEBUG nova.network.neutron [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updated VIF entry in instance network info cache for port e02d93be-a74b-4d8e-adfe-ba3481a49d0a. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.275653] env[62153]: DEBUG nova.network.neutron [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.433135] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-b332935f-9538-4f11-ae12-5cd1d7003fd3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.433589] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance network_info: |[{"id": "5f5bb285-d65b-4771-8919-4b945845fe0d", "address": "fa:16:3e:c4:49:20", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5bb285-d6", "ovs_interfaceid": "5f5bb285-d65b-4771-8919-4b945845fe0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.437057] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:49:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5bb285-d65b-4771-8919-4b945845fe0d', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.444599] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating folder: Project (a979107f49b04ba3ac9925acd3dcbcdd). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.456010] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e226e2c-453a-4a9f-9b1b-52cf3128a52f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.463594] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072514, 'name': ReconfigVM_Task, 'duration_secs': 0.522277} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.465969] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Reconfigured VM instance instance-0000000d to attach disk [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675/f67d19d9-9511-4e6d-a396-2b9111b77675.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.468805] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.469076] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.469230] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.469407] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.469543] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.469683] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.470192] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.470192] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.470322] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.470364] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.470527] env[62153]: DEBUG nova.virt.hardware [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.474130] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85641132-d8c3-499b-9f93-ac5ed6a4857f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.474963] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a00e0-c365-48b1-9b83-7c03d2f98612 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.477957] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created folder: Project (a979107f49b04ba3ac9925acd3dcbcdd) in parent group-v424816. [ 1725.478497] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating folder: Instances. Parent ref: group-v424857. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.478606] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42eeb51a-5157-4220-af21-26b7134be117 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.490251] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd360a9d-3c66-4a97-bc72-d236672d957e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.498371] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1725.498371] env[62153]: value = "task-2072519" [ 1725.498371] env[62153]: _type = "Task" [ 1725.498371] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.500241] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created folder: Instances in parent group-v424857. [ 1725.500467] env[62153]: DEBUG oslo.service.loopingcall [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.504406] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.513686] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8059b926-6c33-4d60-8eb6-434972396fc2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.534934] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.540088] env[62153]: DEBUG oslo.service.loopingcall [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.543536] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.544077] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1725.552914] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba17e88a-9649-4137-aa71-a4c38ace287d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.564090] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072519, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.566083] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.566083] env[62153]: value = "task-2072521" [ 1725.566083] env[62153]: _type = "Task" [ 1725.566083] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.568257] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0871a19-3de8-453a-afac-5a656423fbdd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.579831] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.579831] env[62153]: value = "task-2072522" [ 1725.579831] env[62153]: _type = "Task" [ 1725.579831] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.587448] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072521, 'name': CreateVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.588994] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ec11c0-afa8-41f0-99e6-ab67811eb834 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.598176] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072522, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.633515] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de7b27-0dad-459e-b3df-7c38069f0e32 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.646100] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d0dec-609c-40e8-ad21-3b942a0d3157 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.673175] env[62153]: DEBUG nova.compute.provider_tree [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.674085] env[62153]: INFO nova.compute.manager [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Took 23.78 seconds to build instance. [ 1725.727057] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072517, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.779965] env[62153]: DEBUG oslo_concurrency.lockutils [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] Releasing lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.780175] env[62153]: DEBUG nova.compute.manager [req-ac60440a-0c3a-48da-97b1-1cb362bc2ab5 req-c73ed9f8-66d6-47ce-8c52-8c64e2a9d580 service nova] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Received event network-vif-deleted-5934f700-99bb-4a16-8a5d-8ea001e00bfb {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1726.016367] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072519, 'name': Rename_Task, 'duration_secs': 0.241953} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.017179] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.017655] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a10fc9e-df25-4672-b474-dc9990962dfe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.029083] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1726.029083] env[62153]: value = "task-2072523" [ 1726.029083] env[62153]: _type = "Task" [ 1726.029083] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.040221] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.080224] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072521, 'name': CreateVM_Task, 'duration_secs': 0.383251} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.084694] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.085469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.088366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.088366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.088366] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824ee5e3-62c6-492f-9614-59ebd0ef4a8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.095019] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072522, 'name': CreateVM_Task, 'duration_secs': 0.323381} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.095019] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.095019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.095019] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1726.095019] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ba33f-1982-b60b-d8aa-b5a7503e5710" [ 1726.095019] env[62153]: _type = "Task" [ 1726.095019] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.104625] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ba33f-1982-b60b-d8aa-b5a7503e5710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.176173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaabc6f3-6ae9-4f7b-bad1-f8039d6a6cad tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "a77bf89c-c665-439d-a042-7b167878e14f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.340s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.177065] env[62153]: DEBUG nova.scheduler.client.report [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.215449] env[62153]: DEBUG nova.network.neutron [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Successfully created port: b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.231996] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072517, 'name': CreateVM_Task, 'duration_secs': 0.54377} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.233304] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.233304] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.343145] env[62153]: DEBUG nova.network.neutron [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Successfully updated port: 02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.538830] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.560678] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.610109] env[62153]: DEBUG nova.virt.hardware [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.610634] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438693b-1898-40d8-b99a-b3b4299d18da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.617151] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ba33f-1982-b60b-d8aa-b5a7503e5710, 'name': SearchDatastore_Task, 'duration_secs': 0.030818} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.618493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.618493] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.618493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.618493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.618858] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.618910] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.619398] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.619465] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f697a58-f016-4c88-87b3-7857b15c1988 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.623557] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90e88df-4746-4f67-bb7a-31266bed7651 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.627088] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d6af4a-fa12-47b8-b6ba-64c14c234d6d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.635459] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.636607] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.650145] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac012122-9b24-45af-93c0-180cd2904598 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.653193] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1726.653193] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525be237-40b5-fd11-6897-68d8a2be64de" [ 1726.653193] env[62153]: _type = "Task" [ 1726.653193] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.661027] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1726.661027] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b80720-64fb-acc8-18f0-054a610c0486" [ 1726.661027] env[62153]: _type = "Task" [ 1726.661027] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.667478] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525be237-40b5-fd11-6897-68d8a2be64de, 'name': SearchDatastore_Task, 'duration_secs': 0.021236} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.669136] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.669136] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.669136] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.669136] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.669136] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.672255] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd633e66-f7be-475d-9baf-8f8f3b7b9010 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.673958] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b80720-64fb-acc8-18f0-054a610c0486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.676918] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1726.676918] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f52bf8-85a6-fda8-6a74-a9d75a7cba5c" [ 1726.676918] env[62153]: _type = "Task" [ 1726.676918] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.682050] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.689573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.441s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.689829] env[62153]: DEBUG nova.objects.instance [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lazy-loading 'resources' on Instance uuid 71935b6f-cd14-40b0-a09a-73ea06f6c688 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.691552] env[62153]: DEBUG nova.compute.manager [None req-661850a4-eaf0-4d7b-8627-d1d7af1383b3 tempest-ServersListShow296Test-1943857689 tempest-ServersListShow296Test-1943857689-project-member] [instance: b2d6085a-1c88-40ec-a76e-baf965a2f81c] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.694610] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f52bf8-85a6-fda8-6a74-a9d75a7cba5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.719730] env[62153]: INFO nova.scheduler.client.report [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Deleted allocations for instance 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c [ 1726.848261] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "refresh_cache-a5b06a7a-f594-418f-aa68-ed98b7696308" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.848416] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired lock "refresh_cache-a5b06a7a-f594-418f-aa68-ed98b7696308" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.848602] env[62153]: DEBUG nova.network.neutron [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.961165] env[62153]: DEBUG nova.network.neutron [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updated VIF entry in instance network info cache for port 5b5a4440-f4cd-46dd-a111-451ec683601e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.961504] env[62153]: DEBUG nova.network.neutron [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updating instance_info_cache with network_info: [{"id": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "address": "fa:16:3e:0b:7f:5e", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20530a3-3c", "ovs_interfaceid": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c", "address": "fa:16:3e:28:37:23", "network": {"id": "2092f441-85f0-4657-a0a5-05d4f378d5c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1576148124", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb580ea1c-4a", "ovs_interfaceid": "b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5a4440-f4cd-46dd-a111-451ec683601e", "address": "fa:16:3e:28:84:ba", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5a4440-f4", "ovs_interfaceid": "5b5a4440-f4cd-46dd-a111-451ec683601e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.040022] env[62153]: DEBUG oslo_vmware.api [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072523, 'name': PowerOnVM_Task, 'duration_secs': 0.58247} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.040434] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.040704] env[62153]: INFO nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1727.044036] env[62153]: DEBUG nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.044036] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c66337-a8eb-4d25-addb-c76500943871 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.172705] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b80720-64fb-acc8-18f0-054a610c0486, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.173609] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb03d891-11ea-425f-bb2c-c5c674cc37f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.184345] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1727.184345] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52475703-3b20-6499-50a7-1373ff5eed5f" [ 1727.184345] env[62153]: _type = "Task" [ 1727.184345] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.195793] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f52bf8-85a6-fda8-6a74-a9d75a7cba5c, 'name': SearchDatastore_Task, 'duration_secs': 0.024724} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.201833] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.202191] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.202468] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.207871] env[62153]: DEBUG nova.compute.manager [None req-661850a4-eaf0-4d7b-8627-d1d7af1383b3 tempest-ServersListShow296Test-1943857689 tempest-ServersListShow296Test-1943857689-project-member] [instance: b2d6085a-1c88-40ec-a76e-baf965a2f81c] Instance disappeared before build. {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1727.207871] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52475703-3b20-6499-50a7-1373ff5eed5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.211658] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.211658] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.211658] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.211658] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.212066] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b9569a-2320-48f1-aeb6-9017c4e65f38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.214409] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e7c974-b21b-40d8-b9be-f357ce4cc617 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.222753] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1727.222753] env[62153]: value = "task-2072524" [ 1727.222753] env[62153]: _type = "Task" [ 1727.222753] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.230414] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.233755] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.233956] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.234935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-501e8134-c1b0-43f3-907a-6e2b0c40f051 tempest-DeleteServersAdminTestJSON-177824975 tempest-DeleteServersAdminTestJSON-177824975-project-admin] Lock "3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.191s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.242528] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ac59c6-339a-4d41-bc17-23c0e53a880a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.254621] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1727.254621] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521c0db8-9355-18a0-c50f-13610e74f8fe" [ 1727.254621] env[62153]: _type = "Task" [ 1727.254621] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.272363] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521c0db8-9355-18a0-c50f-13610e74f8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.276278] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1adeb41-f6da-4596-96c8-9643f6dcbd83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.284505] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1727.284505] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52984ad8-e7d7-054a-c7e9-e2802865e109" [ 1727.284505] env[62153]: _type = "Task" [ 1727.284505] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.292517] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52984ad8-e7d7-054a-c7e9-e2802865e109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.344516] env[62153]: DEBUG nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Received event network-vif-plugged-5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1727.344725] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Acquiring lock "b332935f-9538-4f11-ae12-5cd1d7003fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.344928] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.345114] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.345321] env[62153]: DEBUG nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] No waiting events found dispatching network-vif-plugged-5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.345483] env[62153]: WARNING nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Received unexpected event network-vif-plugged-5f5bb285-d65b-4771-8919-4b945845fe0d for instance with vm_state building and task_state spawning. [ 1727.345582] env[62153]: DEBUG nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Received event network-changed-5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1727.346379] env[62153]: DEBUG nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Refreshing instance network info cache due to event network-changed-5589ddf2-1293-4d74-9dd7-44bbb982e4c8. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1727.346379] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Acquiring lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.346379] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Acquired lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.346379] env[62153]: DEBUG nova.network.neutron [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Refreshing network info cache for port 5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.374489] env[62153]: DEBUG nova.compute.manager [req-bbc08dd3-e683-4121-a143-eb578c004361 req-66adda0c-d826-4b33-bce9-78f601e317ae service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Received event network-vif-plugged-02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1727.374723] env[62153]: DEBUG oslo_concurrency.lockutils [req-bbc08dd3-e683-4121-a143-eb578c004361 req-66adda0c-d826-4b33-bce9-78f601e317ae service nova] Acquiring lock "a5b06a7a-f594-418f-aa68-ed98b7696308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.375365] env[62153]: DEBUG oslo_concurrency.lockutils [req-bbc08dd3-e683-4121-a143-eb578c004361 req-66adda0c-d826-4b33-bce9-78f601e317ae service nova] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.375547] env[62153]: DEBUG oslo_concurrency.lockutils [req-bbc08dd3-e683-4121-a143-eb578c004361 req-66adda0c-d826-4b33-bce9-78f601e317ae service nova] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.375718] env[62153]: DEBUG nova.compute.manager [req-bbc08dd3-e683-4121-a143-eb578c004361 req-66adda0c-d826-4b33-bce9-78f601e317ae service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] No waiting events found dispatching network-vif-plugged-02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.375881] env[62153]: WARNING nova.compute.manager [req-bbc08dd3-e683-4121-a143-eb578c004361 req-66adda0c-d826-4b33-bce9-78f601e317ae service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Received unexpected event network-vif-plugged-02918875-883d-4b6b-93b3-fc0f9c447272 for instance with vm_state building and task_state spawning. [ 1727.466272] env[62153]: DEBUG oslo_concurrency.lockutils [req-1dc69c34-836d-40d1-91e1-fd16e7b3f789 req-41c313ba-dab7-411d-8516-706163394656 service nova] Releasing lock "refresh_cache-0297be37-9dad-4efb-9deb-a5fe0907ffd9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.479280] env[62153]: DEBUG nova.network.neutron [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1727.570440] env[62153]: INFO nova.compute.manager [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Took 24.58 seconds to build instance. [ 1727.650844] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29754d26-41ac-4c93-ac1a-7a1f71a1a8aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.665836] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea25f53-82b8-4e4d-8b0e-94cddae5b457 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.704214] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bbd3e7-37e1-4c79-af49-63f8bc84c580 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.717307] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e69ba-9677-4af2-bd65-bbe0e5f5e37a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.737162] env[62153]: DEBUG nova.compute.provider_tree [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.742716] env[62153]: DEBUG oslo_concurrency.lockutils [None req-661850a4-eaf0-4d7b-8627-d1d7af1383b3 tempest-ServersListShow296Test-1943857689 tempest-ServersListShow296Test-1943857689-project-member] Lock "b2d6085a-1c88-40ec-a76e-baf965a2f81c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.832s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.747420] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.796884] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52984ad8-e7d7-054a-c7e9-e2802865e109, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.796884] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.796884] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.796884] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.797091] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.797283] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d298502f-6065-4c00-9f68-475220f75060 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.800447] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc2dd8b6-85f5-4e87-b861-8889e0bc8591 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.810762] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1727.810762] env[62153]: value = "task-2072525" [ 1727.810762] env[62153]: _type = "Task" [ 1727.810762] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.816708] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.816916] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.818055] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383fab4b-d54f-4986-bd50-df1eec32f855 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.823834] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.827101] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1727.827101] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521cbf9a-beb2-f944-8716-ebaba9a2eafa" [ 1727.827101] env[62153]: _type = "Task" [ 1727.827101] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.836090] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521cbf9a-beb2-f944-8716-ebaba9a2eafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.074726] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5578f5f-207b-49cc-9662-550d703b2a61 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.053s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.158114] env[62153]: DEBUG nova.network.neutron [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Updating instance_info_cache with network_info: [{"id": "02918875-883d-4b6b-93b3-fc0f9c447272", "address": "fa:16:3e:f2:14:3f", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02918875-88", "ovs_interfaceid": "02918875-883d-4b6b-93b3-fc0f9c447272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.235483] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590122} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.235763] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.235997] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.236309] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3286bea0-3984-42ad-8558-8e60290998ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.243688] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1728.243688] env[62153]: value = "task-2072526" [ 1728.243688] env[62153]: _type = "Task" [ 1728.243688] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.244602] env[62153]: DEBUG nova.scheduler.client.report [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.248852] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1728.261585] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.323690] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072525, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.337957] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521cbf9a-beb2-f944-8716-ebaba9a2eafa, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.338856] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4cdb24-177c-427e-9d99-20dce39a78f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.344904] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1728.344904] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520af490-6d5e-6eb9-ff18-7611054a8855" [ 1728.344904] env[62153]: _type = "Task" [ 1728.344904] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.353960] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520af490-6d5e-6eb9-ff18-7611054a8855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.580474] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1728.660531] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Releasing lock "refresh_cache-a5b06a7a-f594-418f-aa68-ed98b7696308" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.660947] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Instance network_info: |[{"id": "02918875-883d-4b6b-93b3-fc0f9c447272", "address": "fa:16:3e:f2:14:3f", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02918875-88", "ovs_interfaceid": "02918875-883d-4b6b-93b3-fc0f9c447272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1728.661365] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:14:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02918875-883d-4b6b-93b3-fc0f9c447272', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.676291] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Creating folder: Project (c960d3d38e4442f695c3a0d99798edfc). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.676291] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b59549f9-2b2d-46f2-abf9-fabc74d23dee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.689263] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Created folder: Project (c960d3d38e4442f695c3a0d99798edfc) in parent group-v424816. [ 1728.689499] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Creating folder: Instances. Parent ref: group-v424861. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.693171] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e6bc31-9ee0-4149-b3f5-f2aeef5c4ec5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.706056] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Created folder: Instances in parent group-v424861. [ 1728.706354] env[62153]: DEBUG oslo.service.loopingcall [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.706848] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1728.707095] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3860a486-428c-454a-aab7-4514e4ea2efc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.731764] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.731764] env[62153]: value = "task-2072529" [ 1728.731764] env[62153]: _type = "Task" [ 1728.731764] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.741667] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072529, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.755552] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.760753] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.314s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.760753] env[62153]: DEBUG nova.objects.instance [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lazy-loading 'resources' on Instance uuid 68f60c3c-9269-47ea-a428-fccc0b2ee870 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.780077] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072763} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.784254] env[62153]: DEBUG nova.network.neutron [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updated VIF entry in instance network info cache for port 5589ddf2-1293-4d74-9dd7-44bbb982e4c8. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.784254] env[62153]: DEBUG nova.network.neutron [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updating instance_info_cache with network_info: [{"id": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "address": "fa:16:3e:1d:91:e9", "network": {"id": "71a3bd96-a763-48fe-8e65-917d0c34be54", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-743693261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9663f82ba7564996921ad49577a1fe99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5589ddf2-12", "ovs_interfaceid": "5589ddf2-1293-4d74-9dd7-44bbb982e4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.784254] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.784623] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fb424-fbc3-4a2d-b2fc-cfc3d38acf19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.823935] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.826191] env[62153]: INFO nova.scheduler.client.report [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Deleted allocations for instance 71935b6f-cd14-40b0-a09a-73ea06f6c688 [ 1728.830841] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.832299] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c96939-e268-4ee1-b273-2f83678429c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.870570] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886872} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.871118] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520af490-6d5e-6eb9-ff18-7611054a8855, 'name': SearchDatastore_Task, 'duration_secs': 0.052373} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.872729] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.872947] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.873802] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.873802] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0297be37-9dad-4efb-9deb-a5fe0907ffd9/0297be37-9dad-4efb-9deb-a5fe0907ffd9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.873802] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1728.873802] env[62153]: value = "task-2072530" [ 1728.873802] env[62153]: _type = "Task" [ 1728.873802] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.874413] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aca7ec3-5c8c-46d4-b70f-b7363e94b660 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.876687] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3072a48-897e-4a56-809b-415e4e710ed5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.889369] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.892708] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1728.892708] env[62153]: value = "task-2072531" [ 1728.892708] env[62153]: _type = "Task" [ 1728.892708] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.893018] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1728.893018] env[62153]: value = "task-2072532" [ 1728.893018] env[62153]: _type = "Task" [ 1728.893018] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.909648] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.911784] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.124218] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.250037] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072529, 'name': CreateVM_Task, 'duration_secs': 0.48846} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.250037] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.250037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.250037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.250037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.250429] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf54de5-d390-4078-8306-1a5468f46bcb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.257174] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1729.257174] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a0a50-c70e-7d55-14ae-8bc4ae1107e5" [ 1729.257174] env[62153]: _type = "Task" [ 1729.257174] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.272979] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a0a50-c70e-7d55-14ae-8bc4ae1107e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.287457] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Releasing lock "refresh_cache-241135ec-7bdb-4ba4-8e40-9c0413791de8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.290601] env[62153]: DEBUG nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Received event network-changed-5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1729.290601] env[62153]: DEBUG nova.compute.manager [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Refreshing instance network info cache due to event network-changed-5f5bb285-d65b-4771-8919-4b945845fe0d. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1729.290601] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Acquiring lock "refresh_cache-b332935f-9538-4f11-ae12-5cd1d7003fd3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.290601] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Acquired lock "refresh_cache-b332935f-9538-4f11-ae12-5cd1d7003fd3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.290601] env[62153]: DEBUG nova.network.neutron [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Refreshing network info cache for port 5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.360588] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6fd355dc-bad3-494e-a0d0-199611f62ead tempest-ImagesNegativeTestJSON-1023947362 tempest-ImagesNegativeTestJSON-1023947362-project-member] Lock "71935b6f-cd14-40b0-a09a-73ea06f6c688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.281s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.391036] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072530, 'name': ReconfigVM_Task, 'duration_secs': 0.298496} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.391036] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.391603] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793d5cf2-4baf-4e50-ad99-d8595ef8a0fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.405814] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1729.405814] env[62153]: value = "task-2072533" [ 1729.405814] env[62153]: _type = "Task" [ 1729.405814] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.419218] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.419372] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097269} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.419992] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1729.420780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b058e-bba0-4fe3-a470-10bc44fa965d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.426984] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072533, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.449066] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1729.452042] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fa957b-a7e6-4b94-926e-18f8859cfcc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.467600] env[62153]: DEBUG nova.network.neutron [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Successfully updated port: b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1729.475264] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1729.475264] env[62153]: value = "task-2072534" [ 1729.475264] env[62153]: _type = "Task" [ 1729.475264] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.485614] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.747039] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23967589-6d39-4e59-9465-6b53d93efc0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.757509] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f40917-ccfc-469a-92e0-c4022ec41331 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.801653] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a0a50-c70e-7d55-14ae-8bc4ae1107e5, 'name': SearchDatastore_Task, 'duration_secs': 0.057188} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.803569] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.803796] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.804115] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.804346] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.805549] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.805549] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e806c59-5a4a-4e9d-ad9f-27bba5d242e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.809156] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4651014c-d91b-413f-a65a-ada6d361060e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.816535] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2599f7-c8ed-47c5-b507-899e206f5b87 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.822134] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.822575] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.823973] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9348d7-3071-4e0e-85c0-4713523c8c01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.837571] env[62153]: DEBUG nova.compute.provider_tree [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.842203] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1729.842203] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52030225-4d3a-b633-0457-982730a047d1" [ 1729.842203] env[62153]: _type = "Task" [ 1729.842203] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.850133] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52030225-4d3a-b633-0457-982730a047d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.908355] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617038} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.911391] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0297be37-9dad-4efb-9deb-a5fe0907ffd9/0297be37-9dad-4efb-9deb-a5fe0907ffd9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.911670] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.911981] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82b50f6a-1a3a-4b6c-b87c-ea0cca2d04a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.922924] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072533, 'name': Rename_Task, 'duration_secs': 0.167932} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.925791] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.925791] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1729.925791] env[62153]: value = "task-2072535" [ 1729.925791] env[62153]: _type = "Task" [ 1729.925791] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.925791] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226ca40a-2854-4e23-841d-a23c114a748a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.938397] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.938530] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1729.938530] env[62153]: value = "task-2072536" [ 1729.938530] env[62153]: _type = "Task" [ 1729.938530] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.948523] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.971147] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.971147] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquired lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.972486] env[62153]: DEBUG nova.network.neutron [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.993828] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.284735] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "1d290661-08d5-41bc-9939-74eb30a0c1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.285026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.340593] env[62153]: DEBUG nova.scheduler.client.report [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.355220] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52030225-4d3a-b633-0457-982730a047d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.356072] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d24a19a-7744-4df1-98f3-8ea5eb6d428e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.362740] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1730.362740] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ccabf-0038-38bd-970e-c66c601fa0fd" [ 1730.362740] env[62153]: _type = "Task" [ 1730.362740] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.372091] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ccabf-0038-38bd-970e-c66c601fa0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.436952] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071163} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.437249] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.438055] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ecae79-b11e-475c-b178-f74404ef3130 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.482960] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 0297be37-9dad-4efb-9deb-a5fe0907ffd9/0297be37-9dad-4efb-9deb-a5fe0907ffd9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.483341] env[62153]: DEBUG oslo_vmware.api [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072536, 'name': PowerOnVM_Task, 'duration_secs': 0.493392} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.485960] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190a720a-516d-43a4-8711-870c624f7440 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.500937] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.501253] env[62153]: INFO nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1730.501439] env[62153]: DEBUG nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.508419] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207384ea-7ef0-475c-b386-6e7024d7ec8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.526506] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1730.526506] env[62153]: value = "task-2072537" [ 1730.526506] env[62153]: _type = "Task" [ 1730.526506] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.526727] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072534, 'name': ReconfigVM_Task, 'duration_secs': 0.577704} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.527315] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53/5331f16d-60ad-4016-8d77-44de2c9e2e53.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.530791] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed82cf51-c712-417b-8013-a43fc688bbdd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.539273] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.541132] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1730.541132] env[62153]: value = "task-2072538" [ 1730.541132] env[62153]: _type = "Task" [ 1730.541132] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.550017] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072538, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.604903] env[62153]: DEBUG nova.network.neutron [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.667206] env[62153]: DEBUG nova.network.neutron [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Updated VIF entry in instance network info cache for port 5f5bb285-d65b-4771-8919-4b945845fe0d. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.668225] env[62153]: DEBUG nova.network.neutron [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Updating instance_info_cache with network_info: [{"id": "5f5bb285-d65b-4771-8919-4b945845fe0d", "address": "fa:16:3e:c4:49:20", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5bb285-d6", "ovs_interfaceid": "5f5bb285-d65b-4771-8919-4b945845fe0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.849873] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.857282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.469s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.857282] env[62153]: INFO nova.compute.claims [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.882614] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ccabf-0038-38bd-970e-c66c601fa0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.047501} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.882614] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.882614] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a5b06a7a-f594-418f-aa68-ed98b7696308/a5b06a7a-f594-418f-aa68-ed98b7696308.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.883065] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f35fb6c2-4850-4145-8e98-0ef9dc2ca61e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.892585] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1730.892585] env[62153]: value = "task-2072539" [ 1730.892585] env[62153]: _type = "Task" [ 1730.892585] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.905848] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.915712] env[62153]: INFO nova.scheduler.client.report [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Deleted allocations for instance 68f60c3c-9269-47ea-a428-fccc0b2ee870 [ 1731.038139] env[62153]: INFO nova.compute.manager [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Took 26.55 seconds to build instance. [ 1731.058839] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.066444] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072538, 'name': Rename_Task, 'duration_secs': 0.439654} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.066444] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.066444] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3a72ab-4a18-47cd-b3c4-93d5ba8cf4e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.072654] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Waiting for the task: (returnval){ [ 1731.072654] env[62153]: value = "task-2072540" [ 1731.072654] env[62153]: _type = "Task" [ 1731.072654] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.082166] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.171691] env[62153]: DEBUG oslo_concurrency.lockutils [req-162eafd7-7d56-42dd-9fe9-a42a8ad97cde req-80e2c39f-3994-4ca4-b7c4-2cef7f1b5b1f service nova] Releasing lock "refresh_cache-b332935f-9538-4f11-ae12-5cd1d7003fd3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.226996] env[62153]: DEBUG nova.network.neutron [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Updating instance_info_cache with network_info: [{"id": "b7ce2def-96b8-4854-81e2-cde57b683e07", "address": "fa:16:3e:22:7d:33", "network": {"id": "65340215-e46e-4008-84c6-297418b1c992", "bridge": "br-int", "label": "tempest-ServersTestJSON-1700076066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8410e964e88a41399034a13e2e529d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ce2def-96", "ovs_interfaceid": "b7ce2def-96b8-4854-81e2-cde57b683e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.409753] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.427491] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f85db50e-ac03-4e70-bf23-7d18e7970481 tempest-ServerExternalEventsTest-266978273 tempest-ServerExternalEventsTest-266978273-project-member] Lock "68f60c3c-9269-47ea-a428-fccc0b2ee870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.258s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.460227] env[62153]: DEBUG nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Received event network-changed-2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1731.460227] env[62153]: DEBUG nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Refreshing instance network info cache due to event network-changed-2984a4ce-c54a-4d71-ae7f-1bb966deba0f. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1731.462486] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Acquiring lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.462486] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Acquired lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.462654] env[62153]: DEBUG nova.network.neutron [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Refreshing network info cache for port 2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.545484] env[62153]: DEBUG oslo_concurrency.lockutils [None req-99dc9e6b-9977-41df-9ed2-a052b54589b1 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.294s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.550453] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072537, 'name': ReconfigVM_Task, 'duration_secs': 0.951027} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.551166] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 0297be37-9dad-4efb-9deb-a5fe0907ffd9/0297be37-9dad-4efb-9deb-a5fe0907ffd9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.552362] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead0d28c-7c29-4964-9b2b-55067d5f4f11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.566314] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1731.566314] env[62153]: value = "task-2072541" [ 1731.566314] env[62153]: _type = "Task" [ 1731.566314] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.582277] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072541, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.587986] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072540, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.590637] env[62153]: DEBUG nova.compute.manager [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Received event network-changed-02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1731.590864] env[62153]: DEBUG nova.compute.manager [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Refreshing instance network info cache due to event network-changed-02918875-883d-4b6b-93b3-fc0f9c447272. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1731.591351] env[62153]: DEBUG oslo_concurrency.lockutils [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] Acquiring lock "refresh_cache-a5b06a7a-f594-418f-aa68-ed98b7696308" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.591558] env[62153]: DEBUG oslo_concurrency.lockutils [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] Acquired lock "refresh_cache-a5b06a7a-f594-418f-aa68-ed98b7696308" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.591783] env[62153]: DEBUG nova.network.neutron [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Refreshing network info cache for port 02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.731251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Releasing lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.731593] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Instance network_info: |[{"id": "b7ce2def-96b8-4854-81e2-cde57b683e07", "address": "fa:16:3e:22:7d:33", "network": {"id": "65340215-e46e-4008-84c6-297418b1c992", "bridge": "br-int", "label": "tempest-ServersTestJSON-1700076066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8410e964e88a41399034a13e2e529d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ce2def-96", "ovs_interfaceid": "b7ce2def-96b8-4854-81e2-cde57b683e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1731.732013] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:7d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ce2def-96b8-4854-81e2-cde57b683e07', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1731.741095] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Creating folder: Project (8410e964e88a41399034a13e2e529d3f). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1731.742542] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c116a8a-7b20-42b8-9c85-3e12d34080c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.755050] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Created folder: Project (8410e964e88a41399034a13e2e529d3f) in parent group-v424816. [ 1731.755279] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Creating folder: Instances. Parent ref: group-v424864. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1731.755569] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22a313be-932a-4884-bb5e-f4fea1c2ec2c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.765229] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Created folder: Instances in parent group-v424864. [ 1731.765491] env[62153]: DEBUG oslo.service.loopingcall [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.765758] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1731.766103] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e23fa4a-6058-48f2-9357-f9dab7fdd419 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.788968] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1731.788968] env[62153]: value = "task-2072544" [ 1731.788968] env[62153]: _type = "Task" [ 1731.788968] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.797647] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072544, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.912839] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736785} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.913128] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a5b06a7a-f594-418f-aa68-ed98b7696308/a5b06a7a-f594-418f-aa68-ed98b7696308.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.913342] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.913634] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0e75f5-70ac-47af-bc9f-db7a9827b55c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.921622] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1731.921622] env[62153]: value = "task-2072545" [ 1731.921622] env[62153]: _type = "Task" [ 1731.921622] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.932091] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.049850] env[62153]: DEBUG nova.compute.manager [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1732.059930] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.085547] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072541, 'name': Rename_Task, 'duration_secs': 0.201025} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.102967] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.105533] env[62153]: DEBUG oslo_vmware.api [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Task: {'id': task-2072540, 'name': PowerOnVM_Task, 'duration_secs': 0.730941} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.105785] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0170afca-6f09-4ace-9c70-b2801a71ca06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.107494] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.107724] env[62153]: DEBUG nova.compute.manager [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.108824] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e801d2e6-543a-4c22-b5c6-639015f10c02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.129126] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1732.129126] env[62153]: value = "task-2072546" [ 1732.129126] env[62153]: _type = "Task" [ 1732.129126] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.139479] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.925781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "b30be790-a9ba-4ce8-8310-74be04f93752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.926138] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "b30be790-a9ba-4ce8-8310-74be04f93752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.929766] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.935652] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068348} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.939553] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.942967] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.943635] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072544, 'name': CreateVM_Task, 'duration_secs': 0.737447} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.944167] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072546, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.944976] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c3601-560a-4085-aec2-02f0eaa5f5cb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.947559] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1732.948367] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.948446] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.948979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1732.949388] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cb05de-04c0-4b33-a95c-11f08242cbb9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.969755] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a5b06a7a-f594-418f-aa68-ed98b7696308/a5b06a7a-f594-418f-aa68-ed98b7696308.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.973982] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.974885] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfb35fe-cfa9-4eff-aaa4-8e00a4081455 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.991033] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1732.991033] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b434a-27e5-feec-fcdb-399b25085bd0" [ 1732.991033] env[62153]: _type = "Task" [ 1732.991033] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.997242] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1732.997242] env[62153]: value = "task-2072547" [ 1732.997242] env[62153]: _type = "Task" [ 1732.997242] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.005750] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b434a-27e5-feec-fcdb-399b25085bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.011749] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.011996] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.012344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.012483] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.012665] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.012922] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.014339] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-510a0ba9-1ac5-41d9-b147-f42afce134ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.022251] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.022451] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.023224] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06373b81-f59e-4c88-b304-a7f045c1e344 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.028565] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1733.028565] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225f44c-37bb-a410-7ee6-cb3e42730022" [ 1733.028565] env[62153]: _type = "Task" [ 1733.028565] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.039920] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225f44c-37bb-a410-7ee6-cb3e42730022, 'name': SearchDatastore_Task} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.043018] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fa6744-9a9a-46bf-b966-a68830da3215 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.046290] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1733.046290] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52346968-1de6-ed6c-346e-6581ee6533e4" [ 1733.046290] env[62153]: _type = "Task" [ 1733.046290] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.055071] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52346968-1de6-ed6c-346e-6581ee6533e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.196059] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e25d089-fca4-4de5-8445-d13dcfcd1cc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.205554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f6e8e-79a6-402b-8f69-6924e7e5ad5a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.242303] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e60fa9-99d2-41ab-a156-d3d8c647a7ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.257081] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a617ea-b9ba-408a-865b-2993447e16ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.270398] env[62153]: DEBUG nova.compute.provider_tree [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.427468] env[62153]: DEBUG oslo_vmware.api [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072546, 'name': PowerOnVM_Task, 'duration_secs': 1.210737} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.427770] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.427995] env[62153]: INFO nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Took 21.76 seconds to spawn the instance on the hypervisor. [ 1733.428442] env[62153]: DEBUG nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.429595] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4085996-c586-48e0-a303-26502c37bec4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.510434] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072547, 'name': ReconfigVM_Task, 'duration_secs': 0.472264} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.510714] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a5b06a7a-f594-418f-aa68-ed98b7696308/a5b06a7a-f594-418f-aa68-ed98b7696308.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.511429] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c99b10a-b209-44fd-abdd-84e58c3dc47e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.518831] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1733.518831] env[62153]: value = "task-2072548" [ 1733.518831] env[62153]: _type = "Task" [ 1733.518831] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.531201] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072548, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.548375] env[62153]: DEBUG nova.network.neutron [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updated VIF entry in instance network info cache for port 2984a4ce-c54a-4d71-ae7f-1bb966deba0f. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.551032] env[62153]: DEBUG nova.network.neutron [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updating instance_info_cache with network_info: [{"id": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "address": "fa:16:3e:71:3c:d7", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2984a4ce-c5", "ovs_interfaceid": "2984a4ce-c54a-4d71-ae7f-1bb966deba0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.562843] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52346968-1de6-ed6c-346e-6581ee6533e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.563311] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.563953] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0f39247f-dab6-4723-9e21-77f5ffb60193/0f39247f-dab6-4723-9e21-77f5ffb60193.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1733.564780] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b04731-ab33-42c5-a361-fb0227d60fcd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.572988] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1733.572988] env[62153]: value = "task-2072549" [ 1733.572988] env[62153]: _type = "Task" [ 1733.572988] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.580213] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.661664] env[62153]: DEBUG nova.network.neutron [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Updated VIF entry in instance network info cache for port 02918875-883d-4b6b-93b3-fc0f9c447272. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.662443] env[62153]: DEBUG nova.network.neutron [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Updating instance_info_cache with network_info: [{"id": "02918875-883d-4b6b-93b3-fc0f9c447272", "address": "fa:16:3e:f2:14:3f", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02918875-88", "ovs_interfaceid": "02918875-883d-4b6b-93b3-fc0f9c447272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.774606] env[62153]: DEBUG nova.scheduler.client.report [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.959316] env[62153]: INFO nova.compute.manager [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Took 32.67 seconds to build instance. [ 1734.034796] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072548, 'name': Rename_Task, 'duration_secs': 0.189097} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.035500] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.035500] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf47b42a-c1cf-4637-8c8b-7cb4e836dfa8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.043499] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1734.043499] env[62153]: value = "task-2072550" [ 1734.043499] env[62153]: _type = "Task" [ 1734.043499] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.055737] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.056393] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Releasing lock "refresh_cache-098bb596-73d7-4647-9d54-a68dddbe2f81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.056696] env[62153]: DEBUG nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Received event network-vif-plugged-b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1734.056847] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Acquiring lock "0f39247f-dab6-4723-9e21-77f5ffb60193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.057076] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.057661] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.057880] env[62153]: DEBUG nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] No waiting events found dispatching network-vif-plugged-b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.058431] env[62153]: WARNING nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Received unexpected event network-vif-plugged-b7ce2def-96b8-4854-81e2-cde57b683e07 for instance with vm_state building and task_state spawning. [ 1734.058431] env[62153]: DEBUG nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-changed-eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1734.058543] env[62153]: DEBUG nova.compute.manager [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Refreshing instance network info cache due to event network-changed-eb372437-5d32-4e89-89a0-76ce05c05777. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1734.059023] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Acquiring lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.059023] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Acquired lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.059127] env[62153]: DEBUG nova.network.neutron [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Refreshing network info cache for port eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.092574] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49223} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.092574] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0f39247f-dab6-4723-9e21-77f5ffb60193/0f39247f-dab6-4723-9e21-77f5ffb60193.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1734.092574] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1734.092574] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c118e4ac-b814-477a-b36f-dfac45db5131 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.102806] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1734.102806] env[62153]: value = "task-2072551" [ 1734.102806] env[62153]: _type = "Task" [ 1734.102806] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.112435] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.175025] env[62153]: DEBUG oslo_concurrency.lockutils [req-866591fa-c440-4c08-8d71-1cff977df0a5 req-ea7b3486-4980-435b-b023-7a418c9f7877 service nova] Releasing lock "refresh_cache-a5b06a7a-f594-418f-aa68-ed98b7696308" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.280419] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.426s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.283583] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1734.286642] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.236s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.289731] env[62153]: INFO nova.compute.claims [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.466671] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9dbd816e-fcb9-41c2-98c5-fc6abdb89f9f tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.311s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.557069] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.568680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.568913] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.618046] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119762} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.618046] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1734.618046] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef2f2f-91ab-483a-99fb-f060937d815d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.652016] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 0f39247f-dab6-4723-9e21-77f5ffb60193/0f39247f-dab6-4723-9e21-77f5ffb60193.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.652360] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f256cb-bd8a-40b9-b5b1-f925d7b55040 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.674546] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1734.674546] env[62153]: value = "task-2072552" [ 1734.674546] env[62153]: _type = "Task" [ 1734.674546] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.687233] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.788566] env[62153]: DEBUG nova.compute.utils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.790355] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.790536] env[62153]: DEBUG nova.network.neutron [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.974960] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.985080] env[62153]: DEBUG nova.policy [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a82b71b97d4488b8cf82cdf02a4e1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa640ce495a426da660a37153643c81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.037053] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "537cd010-2546-4755-a560-a77f6f22a163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.038913] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "537cd010-2546-4755-a560-a77f6f22a163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.057335] env[62153]: DEBUG oslo_vmware.api [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072550, 'name': PowerOnVM_Task, 'duration_secs': 0.976568} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.057586] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.057775] env[62153]: INFO nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1735.057945] env[62153]: DEBUG nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.059076] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b180cba-346c-4b1c-9412-a40193fe6f60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.186752] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072552, 'name': ReconfigVM_Task, 'duration_secs': 0.365278} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.186849] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 0f39247f-dab6-4723-9e21-77f5ffb60193/0f39247f-dab6-4723-9e21-77f5ffb60193.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.187500] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e44d99f-818a-49cf-bc4f-05e31d5b7868 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.195541] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1735.195541] env[62153]: value = "task-2072553" [ 1735.195541] env[62153]: _type = "Task" [ 1735.195541] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.197027] env[62153]: DEBUG nova.compute.manager [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Received event network-changed-b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1735.197191] env[62153]: DEBUG nova.compute.manager [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Refreshing instance network info cache due to event network-changed-b7ce2def-96b8-4854-81e2-cde57b683e07. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1735.197266] env[62153]: DEBUG oslo_concurrency.lockutils [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] Acquiring lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.197458] env[62153]: DEBUG oslo_concurrency.lockutils [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] Acquired lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.197548] env[62153]: DEBUG nova.network.neutron [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Refreshing network info cache for port b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.211548] env[62153]: INFO nova.compute.manager [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Rebuilding instance [ 1735.213601] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072553, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.270943] env[62153]: DEBUG nova.compute.manager [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.274016] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87aa7f-571f-41e5-a1f4-c786ca53f02f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.297754] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.445707] env[62153]: DEBUG nova.network.neutron [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updated VIF entry in instance network info cache for port eb372437-5d32-4e89-89a0-76ce05c05777. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.446061] env[62153]: DEBUG nova.network.neutron [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.500737] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.580287] env[62153]: INFO nova.compute.manager [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Took 29.82 seconds to build instance. [ 1735.711731] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072553, 'name': Rename_Task, 'duration_secs': 0.394111} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.711998] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.712293] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e84a9ab-3f52-4c8a-8fad-a8203cc9a46e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.720263] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1735.720263] env[62153]: value = "task-2072554" [ 1735.720263] env[62153]: _type = "Task" [ 1735.720263] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.732937] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.734898] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cf008-0477-47cc-a10f-188e94b4513f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.741915] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1321a6a-69fc-4488-adfc-ac644d8fc0ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.773637] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4957a-2e46-4c0c-a380-885921d8039d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.779690] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade0019-dbbe-4116-a0ae-a3d4a7dedafd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.797931] env[62153]: DEBUG nova.compute.provider_tree [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.950458] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4927805-d1b1-4888-85ea-bffc380dfdf1 req-4fadc13c-2cda-415f-8d74-b637ab3b67cc service nova] Releasing lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.083456] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed1608fc-38f9-4b96-8650-91e70df850c9 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.275s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.233382] env[62153]: DEBUG nova.network.neutron [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Successfully created port: 07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.246779] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.258399] env[62153]: DEBUG nova.network.neutron [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Updated VIF entry in instance network info cache for port b7ce2def-96b8-4854-81e2-cde57b683e07. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.258763] env[62153]: DEBUG nova.network.neutron [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Updating instance_info_cache with network_info: [{"id": "b7ce2def-96b8-4854-81e2-cde57b683e07", "address": "fa:16:3e:22:7d:33", "network": {"id": "65340215-e46e-4008-84c6-297418b1c992", "bridge": "br-int", "label": "tempest-ServersTestJSON-1700076066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8410e964e88a41399034a13e2e529d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ce2def-96", "ovs_interfaceid": "b7ce2def-96b8-4854-81e2-cde57b683e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.291979] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.291979] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6410e79a-e797-478c-b1cb-b093127ef9af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.298174] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1736.298174] env[62153]: value = "task-2072555" [ 1736.298174] env[62153]: _type = "Task" [ 1736.298174] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.307117] env[62153]: DEBUG nova.scheduler.client.report [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.315148] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1736.331888] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.354075] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.354371] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.354552] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.354777] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.354967] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.356385] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.356385] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.356385] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.356385] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.356385] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.356385] env[62153]: DEBUG nova.virt.hardware [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.357564] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b69357-8b58-402d-939c-f96a73f77159 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.367614] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc4752-6052-427c-9dba-5f97873afd7e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.586710] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.737944] env[62153]: DEBUG oslo_vmware.api [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2072554, 'name': PowerOnVM_Task, 'duration_secs': 0.704591} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.738134] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.738342] env[62153]: INFO nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1736.738523] env[62153]: DEBUG nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.739340] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a0a9e-a6f1-4672-9a60-ae04e62446b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.763352] env[62153]: DEBUG oslo_concurrency.lockutils [req-af0ec850-5424-432f-bb9c-272eaa356c45 req-d5b7820b-bcf8-42b6-b5be-a33646c4fc96 service nova] Releasing lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.813179] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.813873] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.817308] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072555, 'name': PowerOffVM_Task, 'duration_secs': 0.23059} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.817902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.187s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.818220] env[62153]: DEBUG nova.objects.instance [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lazy-loading 'resources' on Instance uuid 67d1efa6-531a-4403-9cc7-d09371388017 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.819905] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.820243] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.821402] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5ea127-eaf2-4c94-a656-05101521d8f5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.831441] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.831697] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978b7ef1-bedb-4c07-b89d-488af5cb68e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.834156] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.834442] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.834677] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "5331f16d-60ad-4016-8d77-44de2c9e2e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.834925] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.835141] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.840505] env[62153]: INFO nova.compute.manager [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Terminating instance [ 1736.998334] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.998334] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.998334] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.998334] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1f01f1-cd13-4e24-9341-9243b33002e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.011774] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1737.011774] env[62153]: value = "task-2072557" [ 1737.011774] env[62153]: _type = "Task" [ 1737.011774] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.021407] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.119834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.263413] env[62153]: INFO nova.compute.manager [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Took 29.98 seconds to build instance. [ 1737.320340] env[62153]: DEBUG nova.compute.utils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.321832] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1737.322010] env[62153]: DEBUG nova.network.neutron [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.343496] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "refresh_cache-5331f16d-60ad-4016-8d77-44de2c9e2e53" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.343733] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquired lock "refresh_cache-5331f16d-60ad-4016-8d77-44de2c9e2e53" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.343919] env[62153]: DEBUG nova.network.neutron [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.526959] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462129} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.527238] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.527773] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.527773] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.549161] env[62153]: DEBUG nova.policy [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a82b71b97d4488b8cf82cdf02a4e1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa640ce495a426da660a37153643c81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.551358] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "83ca6a4e-6044-4872-a6a8-91e04523fa81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.551621] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.768053] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1a8a8012-2218-4442-a29c-84c5f9fba5f1 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.364s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.792326] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7046a5-9817-4c87-b667-1d4185c718d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.805292] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c8627-74a2-46d2-9284-dd11e9f1691b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.838556] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.841813] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50de8e2-651a-4b61-b731-e95ababfa8a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.852568] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fcb363-1336-4d88-9083-0bc87363f3de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.875675] env[62153]: DEBUG nova.compute.provider_tree [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.901611] env[62153]: DEBUG nova.network.neutron [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.086938] env[62153]: DEBUG nova.network.neutron [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.271076] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.365359] env[62153]: DEBUG nova.network.neutron [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Successfully created port: c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.379406] env[62153]: DEBUG nova.scheduler.client.report [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.519605] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.519952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.520137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.520328] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.520505] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.524484] env[62153]: INFO nova.compute.manager [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Terminating instance [ 1738.547044] env[62153]: DEBUG nova.network.neutron [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Successfully updated port: 07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.571845] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.572090] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.572256] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.572434] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.572579] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.575803] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.575803] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.575803] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.575803] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.575803] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.575803] env[62153]: DEBUG nova.virt.hardware [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.576326] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8221f65d-32af-4812-aa90-6daf2cbb494a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.586390] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a949e2b-1af4-4bc7-91bb-1f2a98f2a067 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.593734] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Releasing lock "refresh_cache-5331f16d-60ad-4016-8d77-44de2c9e2e53" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.594855] env[62153]: DEBUG nova.compute.manager [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.594855] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.595156] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d35f7c-9e05-4fa8-b38f-f6f49ab4d534 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.612112] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:49:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5bb285-d65b-4771-8919-4b945845fe0d', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.621210] env[62153]: DEBUG oslo.service.loopingcall [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.622123] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.622433] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.622646] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49a99f3-1835-40ac-9ff0-7f02246979c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.637350] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f9ee5e-5761-416b-87ec-0a2d5ff127c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.643412] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.643412] env[62153]: value = "task-2072558" [ 1738.643412] env[62153]: _type = "Task" [ 1738.643412] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.647803] env[62153]: DEBUG oslo_vmware.api [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1738.647803] env[62153]: value = "task-2072559" [ 1738.647803] env[62153]: _type = "Task" [ 1738.647803] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.655959] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072558, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.660848] env[62153]: DEBUG oslo_vmware.api [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.814593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.860278] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.895980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.898242] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.365s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.899848] env[62153]: INFO nova.compute.claims [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.909020] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.909412] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.909542] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.909696] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.909858] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.910044] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.911073] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.911073] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.911073] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.911073] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.911073] env[62153]: DEBUG nova.virt.hardware [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.911896] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2b60b-7858-440a-a675-678153ca00f8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.921311] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bdbad-33f1-4751-bd0f-9da9c4a48c64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.937863] env[62153]: INFO nova.scheduler.client.report [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Deleted allocations for instance 67d1efa6-531a-4403-9cc7-d09371388017 [ 1739.027928] env[62153]: DEBUG nova.compute.manager [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1739.028089] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.029483] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9be8b4-9c16-490c-86f9-6104fb6af654 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.046308] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.046308] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf97ac36-23f4-46fa-89ea-e1ba4e2a3a4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.049900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "refresh_cache-76fcffde-5970-4b24-968c-6e9d2e9281bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.050066] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired lock "refresh_cache-76fcffde-5970-4b24-968c-6e9d2e9281bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.050270] env[62153]: DEBUG nova.network.neutron [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.052907] env[62153]: DEBUG oslo_vmware.api [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1739.052907] env[62153]: value = "task-2072560" [ 1739.052907] env[62153]: _type = "Task" [ 1739.052907] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.064393] env[62153]: DEBUG oslo_vmware.api [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.155644] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072558, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.161311] env[62153]: DEBUG oslo_vmware.api [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072559, 'name': PowerOffVM_Task, 'duration_secs': 0.243747} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.161644] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.162099] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.162640] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faae1975-101c-4697-a64b-c64ae18ee33a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.191049] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.191338] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.191542] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Deleting the datastore file [datastore1] 5331f16d-60ad-4016-8d77-44de2c9e2e53 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.191811] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-773fbbf9-61fc-40ff-83e8-15e4368bb555 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.201520] env[62153]: DEBUG oslo_vmware.api [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for the task: (returnval){ [ 1739.201520] env[62153]: value = "task-2072562" [ 1739.201520] env[62153]: _type = "Task" [ 1739.201520] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.212600] env[62153]: DEBUG oslo_vmware.api [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.456461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-39af75ac-6891-4110-baf9-56f4b74557f4 tempest-ServerDiagnosticsTest-1125077762 tempest-ServerDiagnosticsTest-1125077762-project-member] Lock "67d1efa6-531a-4403-9cc7-d09371388017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.353s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.567041] env[62153]: DEBUG oslo_vmware.api [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072560, 'name': PowerOffVM_Task, 'duration_secs': 0.249756} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.567041] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.567041] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.567041] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-695de721-e095-4d75-aa6d-62c404a875fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.619795] env[62153]: DEBUG nova.compute.manager [req-9713d8ce-1c6b-4ae6-8ae1-4f0fdeef4043 req-2bf9ed05-f0c1-4de8-9532-d828895288b5 service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Received event network-vif-plugged-07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1739.619795] env[62153]: DEBUG oslo_concurrency.lockutils [req-9713d8ce-1c6b-4ae6-8ae1-4f0fdeef4043 req-2bf9ed05-f0c1-4de8-9532-d828895288b5 service nova] Acquiring lock "76fcffde-5970-4b24-968c-6e9d2e9281bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.619795] env[62153]: DEBUG oslo_concurrency.lockutils [req-9713d8ce-1c6b-4ae6-8ae1-4f0fdeef4043 req-2bf9ed05-f0c1-4de8-9532-d828895288b5 service nova] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.619795] env[62153]: DEBUG oslo_concurrency.lockutils [req-9713d8ce-1c6b-4ae6-8ae1-4f0fdeef4043 req-2bf9ed05-f0c1-4de8-9532-d828895288b5 service nova] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.619795] env[62153]: DEBUG nova.compute.manager [req-9713d8ce-1c6b-4ae6-8ae1-4f0fdeef4043 req-2bf9ed05-f0c1-4de8-9532-d828895288b5 service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] No waiting events found dispatching network-vif-plugged-07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.620638] env[62153]: WARNING nova.compute.manager [req-9713d8ce-1c6b-4ae6-8ae1-4f0fdeef4043 req-2bf9ed05-f0c1-4de8-9532-d828895288b5 service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Received unexpected event network-vif-plugged-07a8b50d-724b-4d22-8dc6-ae59db48469f for instance with vm_state building and task_state spawning. [ 1739.655014] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072558, 'name': CreateVM_Task, 'duration_secs': 0.526844} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.655235] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.656167] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.656384] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.656949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.657989] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2742d81-146c-4687-b2c4-832f86a74d3f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.663438] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1739.663438] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5226d029-61cd-5855-37a4-fd4ccb6a421f" [ 1739.663438] env[62153]: _type = "Task" [ 1739.663438] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.674469] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5226d029-61cd-5855-37a4-fd4ccb6a421f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.709749] env[62153]: DEBUG nova.network.neutron [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.717816] env[62153]: DEBUG oslo_vmware.api [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Task: {'id': task-2072562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238375} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.718168] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.718379] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.718863] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.718863] env[62153]: INFO nova.compute.manager [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1739.718956] env[62153]: DEBUG oslo.service.loopingcall [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.719146] env[62153]: DEBUG nova.compute.manager [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.719239] env[62153]: DEBUG nova.network.neutron [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.784765] env[62153]: DEBUG nova.network.neutron [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.813993] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.814276] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.814418] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Deleting the datastore file [datastore1] 0297be37-9dad-4efb-9deb-a5fe0907ffd9 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.814721] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce26c175-c7b5-4937-9c6c-9da0eb6faa18 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.827075] env[62153]: DEBUG oslo_vmware.api [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1739.827075] env[62153]: value = "task-2072564" [ 1739.827075] env[62153]: _type = "Task" [ 1739.827075] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.839212] env[62153]: DEBUG oslo_vmware.api [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.106023] env[62153]: DEBUG nova.network.neutron [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Updating instance_info_cache with network_info: [{"id": "07a8b50d-724b-4d22-8dc6-ae59db48469f", "address": "fa:16:3e:c6:8d:da", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a8b50d-72", "ovs_interfaceid": "07a8b50d-724b-4d22-8dc6-ae59db48469f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.180849] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5226d029-61cd-5855-37a4-fd4ccb6a421f, 'name': SearchDatastore_Task, 'duration_secs': 0.031208} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.184321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.184648] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.184931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.185055] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.185238] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.190076] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ed0bb7a-79c0-4179-9936-447e0b14c403 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.209211] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.209211] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.209981] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caae8601-1708-41fb-bc7a-d174a6b4d1db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.221539] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1740.221539] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e7110-a593-2426-f2f9-7d0bd555fb24" [ 1740.221539] env[62153]: _type = "Task" [ 1740.221539] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.235634] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e7110-a593-2426-f2f9-7d0bd555fb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.243275] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.243505] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.293171] env[62153]: DEBUG nova.network.neutron [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.309374] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.309374] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.346155] env[62153]: DEBUG oslo_vmware.api [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355376} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.346155] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.346155] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.346155] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.346155] env[62153]: INFO nova.compute.manager [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1740.346155] env[62153]: DEBUG oslo.service.loopingcall [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.346778] env[62153]: DEBUG nova.compute.manager [-] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1740.347022] env[62153]: DEBUG nova.network.neutron [-] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1740.363845] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.364251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.539576] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aacc1de-15d6-4523-b045-f5f3dfabf87a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.550421] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631b9809-57f6-4f13-b364-56b806209b8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.581987] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9da0fa-cb95-4053-bfa0-2f886a346e74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.589814] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e97e4-507b-44a3-a9b0-21c1af5585dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.607545] env[62153]: DEBUG nova.compute.provider_tree [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.609881] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Releasing lock "refresh_cache-76fcffde-5970-4b24-968c-6e9d2e9281bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.610462] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Instance network_info: |[{"id": "07a8b50d-724b-4d22-8dc6-ae59db48469f", "address": "fa:16:3e:c6:8d:da", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a8b50d-72", "ovs_interfaceid": "07a8b50d-724b-4d22-8dc6-ae59db48469f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.611314] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:8d:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07a8b50d-724b-4d22-8dc6-ae59db48469f', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.620367] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating folder: Project (baa640ce495a426da660a37153643c81). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.621470] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59458689-60b9-4ad0-8682-b6a523e10d05 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.632255] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Created folder: Project (baa640ce495a426da660a37153643c81) in parent group-v424816. [ 1740.633027] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating folder: Instances. Parent ref: group-v424868. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.633027] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc59db5-433b-41be-a3a8-658d95bda729 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.642062] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Created folder: Instances in parent group-v424868. [ 1740.642436] env[62153]: DEBUG oslo.service.loopingcall [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.643380] env[62153]: DEBUG nova.network.neutron [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Successfully updated port: c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.644461] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.644877] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d24be8a-316a-456f-b71c-8872cad43d5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.666644] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.666644] env[62153]: value = "task-2072567" [ 1740.666644] env[62153]: _type = "Task" [ 1740.666644] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.674707] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072567, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.734635] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e7110-a593-2426-f2f9-7d0bd555fb24, 'name': SearchDatastore_Task, 'duration_secs': 0.015319} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.735617] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d066f15-3b88-4a66-9e2b-06be5ea13fc8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.740966] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1740.740966] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523fefbf-ec3b-b0f9-8c44-54312b182b2a" [ 1740.740966] env[62153]: _type = "Task" [ 1740.740966] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.753760] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523fefbf-ec3b-b0f9-8c44-54312b182b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.799949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "ab26cb52-33fe-42e7-906f-7cc2381c6119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.799949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.800304] env[62153]: INFO nova.compute.manager [-] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Took 1.08 seconds to deallocate network for instance. [ 1741.112448] env[62153]: DEBUG nova.scheduler.client.report [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.161875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "refresh_cache-edc97b06-91c0-4bd4-b2bd-626697e0ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.162624] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired lock "refresh_cache-edc97b06-91c0-4bd4-b2bd-626697e0ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.162624] env[62153]: DEBUG nova.network.neutron [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.181902] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072567, 'name': CreateVM_Task, 'duration_secs': 0.350358} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.182030] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1741.182653] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.182802] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.183647] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1741.183647] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86209c39-6776-4da4-bff3-e91d69cdffbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.188874] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1741.188874] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5254e7ac-ee1f-d580-e700-34ffdeefae53" [ 1741.188874] env[62153]: _type = "Task" [ 1741.188874] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.198636] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5254e7ac-ee1f-d580-e700-34ffdeefae53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.256724] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523fefbf-ec3b-b0f9-8c44-54312b182b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.256724] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.256724] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.256724] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d67df49-1ea5-475c-8cdf-0692f274f06b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.264585] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1741.264585] env[62153]: value = "task-2072568" [ 1741.264585] env[62153]: _type = "Task" [ 1741.264585] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.276841] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.314777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.528855] env[62153]: DEBUG nova.compute.manager [req-0e47bc4e-41bf-4442-9e52-0012465f493d req-2f60ab3e-3355-47c7-9257-d02b9663a450 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Received event network-vif-plugged-c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1741.529105] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e47bc4e-41bf-4442-9e52-0012465f493d req-2f60ab3e-3355-47c7-9257-d02b9663a450 service nova] Acquiring lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.529280] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e47bc4e-41bf-4442-9e52-0012465f493d req-2f60ab3e-3355-47c7-9257-d02b9663a450 service nova] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.529472] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e47bc4e-41bf-4442-9e52-0012465f493d req-2f60ab3e-3355-47c7-9257-d02b9663a450 service nova] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.529629] env[62153]: DEBUG nova.compute.manager [req-0e47bc4e-41bf-4442-9e52-0012465f493d req-2f60ab3e-3355-47c7-9257-d02b9663a450 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] No waiting events found dispatching network-vif-plugged-c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.529814] env[62153]: WARNING nova.compute.manager [req-0e47bc4e-41bf-4442-9e52-0012465f493d req-2f60ab3e-3355-47c7-9257-d02b9663a450 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Received unexpected event network-vif-plugged-c76c0120-6c7d-4da2-a09f-56d46ef785a6 for instance with vm_state building and task_state spawning. [ 1741.617704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.619567] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.621613] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.352s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.621866] env[62153]: DEBUG nova.objects.instance [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1741.702285] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5254e7ac-ee1f-d580-e700-34ffdeefae53, 'name': SearchDatastore_Task, 'duration_secs': 0.01688} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.702563] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.702803] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.703063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.703238] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.703386] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.703685] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00231f74-baf8-4655-99e4-5061e34cce10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.722377] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.722377] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.723038] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff046f80-f2b7-4e7a-ba39-f287c3a90b1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.730038] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1741.730038] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e07690-e9ac-246f-238f-d1903618e7d8" [ 1741.730038] env[62153]: _type = "Task" [ 1741.730038] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.743155] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e07690-e9ac-246f-238f-d1903618e7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.755381] env[62153]: DEBUG nova.network.neutron [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.778092] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.992573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.992881] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.126211] env[62153]: DEBUG nova.compute.utils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.133595] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.133595] env[62153]: DEBUG nova.network.neutron [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.240893] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e07690-e9ac-246f-238f-d1903618e7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.063302} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.241817] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833797cc-1afc-4312-8c20-906f74c4c9f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.247886] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1742.247886] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5206b88d-0875-e670-28c0-34ab4003bf22" [ 1742.247886] env[62153]: _type = "Task" [ 1742.247886] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.256371] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5206b88d-0875-e670-28c0-34ab4003bf22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.282264] env[62153]: DEBUG nova.network.neutron [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Updating instance_info_cache with network_info: [{"id": "c76c0120-6c7d-4da2-a09f-56d46ef785a6", "address": "fa:16:3e:84:2c:cc", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76c0120-6c", "ovs_interfaceid": "c76c0120-6c7d-4da2-a09f-56d46ef785a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.286971] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.493104] env[62153]: DEBUG nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Received event network-changed-07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1742.493104] env[62153]: DEBUG nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Refreshing instance network info cache due to event network-changed-07a8b50d-724b-4d22-8dc6-ae59db48469f. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1742.493104] env[62153]: DEBUG oslo_concurrency.lockutils [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] Acquiring lock "refresh_cache-76fcffde-5970-4b24-968c-6e9d2e9281bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.493104] env[62153]: DEBUG oslo_concurrency.lockutils [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] Acquired lock "refresh_cache-76fcffde-5970-4b24-968c-6e9d2e9281bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.493104] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Refreshing network info cache for port 07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.495514] env[62153]: DEBUG nova.policy [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c7e5b3206f549ad9c5685f22c0fbb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff39d5b054f4613a67e17ba92583007', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.634724] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.643285] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e034bbdc-93e5-4fb8-8f59-9165dcebc666 tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.644724] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.260s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.644948] env[62153]: DEBUG nova.objects.instance [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lazy-loading 'resources' on Instance uuid c5950a67-9249-4c56-958e-b39849785b90 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.760552] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5206b88d-0875-e670-28c0-34ab4003bf22, 'name': SearchDatastore_Task, 'duration_secs': 0.041274} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.761416] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.761737] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 76fcffde-5970-4b24-968c-6e9d2e9281bb/76fcffde-5970-4b24-968c-6e9d2e9281bb.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1742.762778] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c307316-6d67-4ab6-aa8d-f6dfbf5dcb95 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.770192] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1742.770192] env[62153]: value = "task-2072569" [ 1742.770192] env[62153]: _type = "Task" [ 1742.770192] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.783740] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.791219] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Releasing lock "refresh_cache-edc97b06-91c0-4bd4-b2bd-626697e0ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.791790] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Instance network_info: |[{"id": "c76c0120-6c7d-4da2-a09f-56d46ef785a6", "address": "fa:16:3e:84:2c:cc", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76c0120-6c", "ovs_interfaceid": "c76c0120-6c7d-4da2-a09f-56d46ef785a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.792385] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.793121] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:2c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c76c0120-6c7d-4da2-a09f-56d46ef785a6', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.813884] env[62153]: DEBUG oslo.service.loopingcall [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.816907] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.816907] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddea92ec-5fa7-4be3-87a6-a8a14e55ad39 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.853714] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.853714] env[62153]: value = "task-2072570" [ 1742.853714] env[62153]: _type = "Task" [ 1742.853714] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.875683] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072570, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.069656] env[62153]: DEBUG nova.network.neutron [-] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.301067] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072568, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.752928} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.301403] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1743.301684] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1743.301999] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c1706c7-fdc8-4761-a01c-5d04aeb9858a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.308298] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.313888] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1743.313888] env[62153]: value = "task-2072571" [ 1743.313888] env[62153]: _type = "Task" [ 1743.313888] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.332419] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.367620] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072570, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.577643] env[62153]: INFO nova.compute.manager [-] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Took 3.23 seconds to deallocate network for instance. [ 1743.667019] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.703723] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.704595] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.704849] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.705138] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.705487] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.705780] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.706177] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.706447] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.706796] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.709077] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.709077] env[62153]: DEBUG nova.virt.hardware [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.709077] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63683bbe-4ff8-4fda-a0d5-9a6db2129c62 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.729092] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece3107f-de31-4302-ba69-8bc6ef07234a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.794647] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969961} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.796016] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 76fcffde-5970-4b24-968c-6e9d2e9281bb/76fcffde-5970-4b24-968c-6e9d2e9281bb.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1743.796016] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1743.796016] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5932a5f8-0ac4-4d71-9a4a-20a65407155f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.802381] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdaf23a-edc8-413d-83ec-77974256c045 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.813181] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1743.813181] env[62153]: value = "task-2072572" [ 1743.813181] env[62153]: _type = "Task" [ 1743.813181] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.814088] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dfccd6-47d3-453e-bb61-b2a5b6c18062 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.863185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f694349-cdd5-41c6-bf48-520a84154c04 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.866181] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.869493] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079266} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.870166] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.871030] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf8583-0566-453b-a91b-e7a0d5028961 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.880137] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072570, 'name': CreateVM_Task, 'duration_secs': 0.611336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.880796] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.881993] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b580c1-8b56-4890-9364-0135a226d45b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.895130] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.895394] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.895638] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.904571] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.904848] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1a25b7-14fc-44f7-a3d7-8274278347b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.906930] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab977c7-1616-4faf-9fda-3bd1f89eddbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.936214] env[62153]: DEBUG nova.compute.provider_tree [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.943394] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1743.943394] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528ebbe0-e75c-2dfb-bb98-22a1704d6f35" [ 1743.943394] env[62153]: _type = "Task" [ 1743.943394] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.949101] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1743.949101] env[62153]: value = "task-2072573" [ 1743.949101] env[62153]: _type = "Task" [ 1743.949101] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.955749] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528ebbe0-e75c-2dfb-bb98-22a1704d6f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.960802] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.021844] env[62153]: DEBUG nova.network.neutron [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Successfully created port: 79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1744.094164] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.142116] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Updated VIF entry in instance network info cache for port 07a8b50d-724b-4d22-8dc6-ae59db48469f. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.142116] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Updating instance_info_cache with network_info: [{"id": "07a8b50d-724b-4d22-8dc6-ae59db48469f", "address": "fa:16:3e:c6:8d:da", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a8b50d-72", "ovs_interfaceid": "07a8b50d-724b-4d22-8dc6-ae59db48469f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.186848] env[62153]: DEBUG nova.compute.manager [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Received event network-changed-c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1744.187251] env[62153]: DEBUG nova.compute.manager [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Refreshing instance network info cache due to event network-changed-c76c0120-6c7d-4da2-a09f-56d46ef785a6. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1744.187490] env[62153]: DEBUG oslo_concurrency.lockutils [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] Acquiring lock "refresh_cache-edc97b06-91c0-4bd4-b2bd-626697e0ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.188067] env[62153]: DEBUG oslo_concurrency.lockutils [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] Acquired lock "refresh_cache-edc97b06-91c0-4bd4-b2bd-626697e0ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.188067] env[62153]: DEBUG nova.network.neutron [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Refreshing network info cache for port c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.334614] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.444962] env[62153]: DEBUG nova.scheduler.client.report [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.470831] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.474432] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528ebbe0-e75c-2dfb-bb98-22a1704d6f35, 'name': SearchDatastore_Task, 'duration_secs': 0.044624} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.474889] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.474954] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.475494] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.475494] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.475673] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.476807] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27eb27d-c7ea-4f02-a56c-a2212c3b4c8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.485706] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.485884] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.486671] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6ebf63-8ab0-4f8f-95f6-aab438280717 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.494969] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1744.494969] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52619cfd-dde3-faf5-9e19-20f81486f57a" [ 1744.494969] env[62153]: _type = "Task" [ 1744.494969] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.506355] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52619cfd-dde3-faf5-9e19-20f81486f57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.646732] env[62153]: DEBUG oslo_concurrency.lockutils [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] Releasing lock "refresh_cache-76fcffde-5970-4b24-968c-6e9d2e9281bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.647011] env[62153]: DEBUG nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Received event network-changed-b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1744.647992] env[62153]: DEBUG nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Refreshing instance network info cache due to event network-changed-b7ce2def-96b8-4854-81e2-cde57b683e07. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1744.647992] env[62153]: DEBUG oslo_concurrency.lockutils [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] Acquiring lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.647992] env[62153]: DEBUG oslo_concurrency.lockutils [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] Acquired lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.647992] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Refreshing network info cache for port b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.705020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.705020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.840145] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.993673} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.840145] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.844598] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c7344-45b3-4dd1-8bfd-3d5788d08b5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.878781] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 76fcffde-5970-4b24-968c-6e9d2e9281bb/76fcffde-5970-4b24-968c-6e9d2e9281bb.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.879966] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba29bb0c-fee3-4215-b848-bf9c3a946a0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.901588] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1744.901588] env[62153]: value = "task-2072574" [ 1744.901588] env[62153]: _type = "Task" [ 1744.901588] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.915525] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.961186] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.966427] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.273s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.968620] env[62153]: INFO nova.compute.claims [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.980384] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.007195] env[62153]: INFO nova.scheduler.client.report [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Deleted allocations for instance c5950a67-9249-4c56-958e-b39849785b90 [ 1745.008433] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52619cfd-dde3-faf5-9e19-20f81486f57a, 'name': SearchDatastore_Task, 'duration_secs': 0.014682} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.013256] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c0600d-8aaa-40fc-bd1f-31412694136c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.017670] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1745.017670] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a8004-8ce4-32ba-253e-ab818ae5e0ad" [ 1745.017670] env[62153]: _type = "Task" [ 1745.017670] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.028145] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a8004-8ce4-32ba-253e-ab818ae5e0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.120158] env[62153]: DEBUG nova.compute.manager [req-570051ff-f6b9-4761-8129-2aac99faccbc req-dca72067-e855-43ce-9a01-410ec27bf40d service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-vif-deleted-d20530a3-3ca6-4c28-b2f3-7c01f3503f4e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1745.120288] env[62153]: DEBUG nova.compute.manager [req-570051ff-f6b9-4761-8129-2aac99faccbc req-dca72067-e855-43ce-9a01-410ec27bf40d service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-vif-deleted-5b5a4440-f4cd-46dd-a111-451ec683601e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1745.330113] env[62153]: DEBUG nova.network.neutron [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Updated VIF entry in instance network info cache for port c76c0120-6c7d-4da2-a09f-56d46ef785a6. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.330113] env[62153]: DEBUG nova.network.neutron [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Updating instance_info_cache with network_info: [{"id": "c76c0120-6c7d-4da2-a09f-56d46ef785a6", "address": "fa:16:3e:84:2c:cc", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76c0120-6c", "ovs_interfaceid": "c76c0120-6c7d-4da2-a09f-56d46ef785a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.417317] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072574, 'name': ReconfigVM_Task, 'duration_secs': 0.273816} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.420703] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 76fcffde-5970-4b24-968c-6e9d2e9281bb/76fcffde-5970-4b24-968c-6e9d2e9281bb.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.420703] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a4d3e5-a012-4404-8b7a-d847b174fb90 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.434043] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1745.434043] env[62153]: value = "task-2072575" [ 1745.434043] env[62153]: _type = "Task" [ 1745.434043] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.443056] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072575, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.465317] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072573, 'name': ReconfigVM_Task, 'duration_secs': 1.065028} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.465767] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3/b332935f-9538-4f11-ae12-5cd1d7003fd3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.466688] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd32be3b-1923-4e14-b315-c7b4d25b7ac8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.478037] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1745.478037] env[62153]: value = "task-2072576" [ 1745.478037] env[62153]: _type = "Task" [ 1745.478037] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.492324] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072576, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.514949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-587b7cbd-75d7-49fe-a52a-569ae7cc117e tempest-ServerDiagnosticsV248Test-119290186 tempest-ServerDiagnosticsV248Test-119290186-project-member] Lock "c5950a67-9249-4c56-958e-b39849785b90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.511s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.531787] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a8004-8ce4-32ba-253e-ab818ae5e0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.532976] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.532976] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] edc97b06-91c0-4bd4-b2bd-626697e0ac62/edc97b06-91c0-4bd4-b2bd-626697e0ac62.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.532976] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0ea3f5-cc95-44c5-ae56-4ef335bbe226 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.542782] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1745.542782] env[62153]: value = "task-2072577" [ 1745.542782] env[62153]: _type = "Task" [ 1745.542782] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.555301] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.833894] env[62153]: DEBUG oslo_concurrency.lockutils [req-4807a17f-d891-4354-935f-8f2c6a2e3e2d req-0e80300a-89f8-421f-a5f4-6cfc554522c4 service nova] Releasing lock "refresh_cache-edc97b06-91c0-4bd4-b2bd-626697e0ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.950394] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072575, 'name': Rename_Task, 'duration_secs': 0.231194} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.950676] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.951115] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae68bc2-7d6c-437e-af25-167157bd7804 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.962333] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1745.962333] env[62153]: value = "task-2072578" [ 1745.962333] env[62153]: _type = "Task" [ 1745.962333] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.977775] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.994395] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072576, 'name': Rename_Task, 'duration_secs': 0.199635} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.994395] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.994395] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b16fea77-ca43-4fe7-9f4c-593d4128e3e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.006757] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1746.006757] env[62153]: value = "task-2072579" [ 1746.006757] env[62153]: _type = "Task" [ 1746.006757] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.021035] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.069795] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.273161] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Updated VIF entry in instance network info cache for port b7ce2def-96b8-4854-81e2-cde57b683e07. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.273601] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Updating instance_info_cache with network_info: [{"id": "b7ce2def-96b8-4854-81e2-cde57b683e07", "address": "fa:16:3e:22:7d:33", "network": {"id": "65340215-e46e-4008-84c6-297418b1c992", "bridge": "br-int", "label": "tempest-ServersTestJSON-1700076066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8410e964e88a41399034a13e2e529d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ce2def-96", "ovs_interfaceid": "b7ce2def-96b8-4854-81e2-cde57b683e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.369127] env[62153]: DEBUG nova.network.neutron [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Successfully updated port: 79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.482995] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.519997] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.560708] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713996} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.564552] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] edc97b06-91c0-4bd4-b2bd-626697e0ac62/edc97b06-91c0-4bd4-b2bd-626697e0ac62.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.564552] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.564552] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-165cd8ef-c2b7-4870-b3b1-2b4c0b505021 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.571635] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1746.571635] env[62153]: value = "task-2072580" [ 1746.571635] env[62153]: _type = "Task" [ 1746.571635] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.588500] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "349df407-b1f0-4844-8ad7-db5839ee2c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.588778] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.589366] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.666916] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56835b7a-2297-407b-8965-392d65b22bfc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.682019] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd2e8d1-9004-44e9-a8f3-f59d528ca50a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.715713] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026fd4c-4a18-4cb3-8f94-e1674f261706 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.725642] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2d3d5-4799-46b4-8a27-e5d4dd0f5980 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.742618] env[62153]: DEBUG nova.compute.provider_tree [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.781301] env[62153]: DEBUG oslo_concurrency.lockutils [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] Releasing lock "refresh_cache-0f39247f-dab6-4723-9e21-77f5ffb60193" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.781500] env[62153]: DEBUG nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Received event network-vif-deleted-b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1746.781681] env[62153]: INFO nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Neutron deleted interface b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c; detaching it from the instance and deleting it from the info cache [ 1746.781975] env[62153]: DEBUG nova.network.neutron [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Updating instance_info_cache with network_info: [{"id": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "address": "fa:16:3e:0b:7f:5e", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20530a3-3c", "ovs_interfaceid": "d20530a3-3ca6-4c28-b2f3-7c01f3503f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5a4440-f4cd-46dd-a111-451ec683601e", "address": "fa:16:3e:28:84:ba", "network": {"id": "b4488976-5d6d-4f08-a1e6-1492756413b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1268711316", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5a4440-f4", "ovs_interfaceid": "5b5a4440-f4cd-46dd-a111-451ec683601e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.872156] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "refresh_cache-d3ceed43-21e6-4d7e-b954-81ccaf121649" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.872574] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquired lock "refresh_cache-d3ceed43-21e6-4d7e-b954-81ccaf121649" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.872574] env[62153]: DEBUG nova.network.neutron [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.973904] env[62153]: DEBUG oslo_vmware.api [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072578, 'name': PowerOnVM_Task, 'duration_secs': 0.911146} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.974278] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.974537] env[62153]: INFO nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1746.974865] env[62153]: DEBUG nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.976476] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6526795-cd5e-41bf-b1ce-4a4176db7bce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.025961] env[62153]: DEBUG oslo_vmware.api [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072579, 'name': PowerOnVM_Task, 'duration_secs': 0.869344} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.026336] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.026557] env[62153]: DEBUG nova.compute.manager [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.027715] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e459c2-1f52-4110-bb85-a9f2ab6bb169 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.082966] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238597} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.083267] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.084419] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae1e59-3ce2-459c-a693-f58fedeff1f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.110817] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] edc97b06-91c0-4bd4-b2bd-626697e0ac62/edc97b06-91c0-4bd4-b2bd-626697e0ac62.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.111809] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e580fb12-e9e6-4d4d-92f8-210fecd82f5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.134000] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1747.134000] env[62153]: value = "task-2072581" [ 1747.134000] env[62153]: _type = "Task" [ 1747.134000] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.146083] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.245426] env[62153]: DEBUG nova.scheduler.client.report [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.285038] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00f08e2a-9902-4154-b3b7-78b3ac277640 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.299048] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1819227-e917-4430-a0e1-0d2fa0f78ef3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.350316] env[62153]: DEBUG nova.compute.manager [req-da298b6c-547a-44b4-aabd-b7228092a931 req-c4be5b1d-5c9e-4947-83d3-1fd062a8724d service nova] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Detach interface failed, port_id=b580ea1c-4a7f-4c1e-a61e-1de8528c6e7c, reason: Instance 0297be37-9dad-4efb-9deb-a5fe0907ffd9 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1747.433452] env[62153]: DEBUG nova.network.neutron [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.508662] env[62153]: INFO nova.compute.manager [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Took 35.14 seconds to build instance. [ 1747.554584] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.646186] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072581, 'name': ReconfigVM_Task, 'duration_secs': 0.336042} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.647615] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Reconfigured VM instance instance-00000012 to attach disk [datastore1] edc97b06-91c0-4bd4-b2bd-626697e0ac62/edc97b06-91c0-4bd4-b2bd-626697e0ac62.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.648351] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5a3aec-4e5d-4e54-9ef9-f3a0346565e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.656692] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1747.656692] env[62153]: value = "task-2072582" [ 1747.656692] env[62153]: _type = "Task" [ 1747.656692] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.667433] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072582, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.756831] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.756831] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.760241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.493s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.760335] env[62153]: DEBUG nova.objects.instance [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lazy-loading 'resources' on Instance uuid 93291c4d-407b-4410-8f64-92411c8840d6 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.911323] env[62153]: DEBUG nova.network.neutron [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Updating instance_info_cache with network_info: [{"id": "79afac87-67f0-4c88-ab5a-425498a2bc6d", "address": "fa:16:3e:cf:e4:1c", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79afac87-67", "ovs_interfaceid": "79afac87-67f0-4c88-ab5a-425498a2bc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.012160] env[62153]: DEBUG oslo_concurrency.lockutils [None req-143a7bbc-5bd8-4025-ba4c-c931b57248a4 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.830s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.168029] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072582, 'name': Rename_Task, 'duration_secs': 0.15107} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.168302] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.168587] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c411a081-867c-4e9e-84c1-08044f46aa1b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.176488] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1748.176488] env[62153]: value = "task-2072583" [ 1748.176488] env[62153]: _type = "Task" [ 1748.176488] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.186082] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.224244] env[62153]: DEBUG nova.compute.manager [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Received event network-vif-plugged-79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1748.224644] env[62153]: DEBUG oslo_concurrency.lockutils [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] Acquiring lock "d3ceed43-21e6-4d7e-b954-81ccaf121649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.225197] env[62153]: DEBUG oslo_concurrency.lockutils [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.225673] env[62153]: DEBUG oslo_concurrency.lockutils [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.225949] env[62153]: DEBUG nova.compute.manager [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] No waiting events found dispatching network-vif-plugged-79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1748.226869] env[62153]: WARNING nova.compute.manager [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Received unexpected event network-vif-plugged-79afac87-67f0-4c88-ab5a-425498a2bc6d for instance with vm_state building and task_state spawning. [ 1748.227182] env[62153]: DEBUG nova.compute.manager [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Received event network-changed-79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1748.227436] env[62153]: DEBUG nova.compute.manager [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Refreshing instance network info cache due to event network-changed-79afac87-67f0-4c88-ab5a-425498a2bc6d. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1748.227720] env[62153]: DEBUG oslo_concurrency.lockutils [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] Acquiring lock "refresh_cache-d3ceed43-21e6-4d7e-b954-81ccaf121649" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.261459] env[62153]: DEBUG nova.compute.utils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.263987] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.266016] env[62153]: DEBUG nova.network.neutron [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.373077] env[62153]: DEBUG nova.policy [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd77f8fdb140b450596a734599d623143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c089cc435543509adce5ae6a5c39e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.416887] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Releasing lock "refresh_cache-d3ceed43-21e6-4d7e-b954-81ccaf121649" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.417260] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Instance network_info: |[{"id": "79afac87-67f0-4c88-ab5a-425498a2bc6d", "address": "fa:16:3e:cf:e4:1c", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79afac87-67", "ovs_interfaceid": "79afac87-67f0-4c88-ab5a-425498a2bc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1748.417547] env[62153]: DEBUG oslo_concurrency.lockutils [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] Acquired lock "refresh_cache-d3ceed43-21e6-4d7e-b954-81ccaf121649" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.417723] env[62153]: DEBUG nova.network.neutron [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Refreshing network info cache for port 79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.418994] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e4:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79afac87-67f0-4c88-ab5a-425498a2bc6d', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.432498] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Creating folder: Project (0ff39d5b054f4613a67e17ba92583007). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.438029] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60b86d16-516b-46be-b403-ebec52cd5d63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.450279] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Created folder: Project (0ff39d5b054f4613a67e17ba92583007) in parent group-v424816. [ 1748.450721] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Creating folder: Instances. Parent ref: group-v424872. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.450721] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a7a029-c65a-4d0c-8f17-7a6f47ff5c4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.463183] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Created folder: Instances in parent group-v424872. [ 1748.463183] env[62153]: DEBUG oslo.service.loopingcall [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.463183] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.463183] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7639d7ca-6abc-440d-addf-c40ad39e2cca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.485159] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.485159] env[62153]: value = "task-2072586" [ 1748.485159] env[62153]: _type = "Task" [ 1748.485159] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.502291] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072586, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.521039] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.694574] env[62153]: DEBUG oslo_vmware.api [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072583, 'name': PowerOnVM_Task, 'duration_secs': 0.499617} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.694928] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.695196] env[62153]: INFO nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1748.695441] env[62153]: DEBUG nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.696310] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30c543-5dae-4479-a408-5abad965da99 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.760439] env[62153]: DEBUG nova.network.neutron [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Successfully created port: 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.764263] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.835948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac0298d-827a-4066-9140-6a2bd4cc8a6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.844980] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9ec212-3f0d-4956-98e4-df8108849b71 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.879305] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac5888-97be-4b7f-b1cb-71686a0d8889 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.887874] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2e39a-87cb-4fd5-b36e-8cd56ad5d40b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.908219] env[62153]: DEBUG nova.compute.provider_tree [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.998290] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072586, 'name': CreateVM_Task, 'duration_secs': 0.44298} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.998583] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.999113] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.999273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.999623] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.999819] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9accb4-8aeb-450c-913f-b6a17020296b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.004670] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1749.004670] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a937f3-b24f-0ef3-b87e-1ed7d46c00b6" [ 1749.004670] env[62153]: _type = "Task" [ 1749.004670] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.012317] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a937f3-b24f-0ef3-b87e-1ed7d46c00b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.048263] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.063371] env[62153]: DEBUG nova.network.neutron [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Updated VIF entry in instance network info cache for port 79afac87-67f0-4c88-ab5a-425498a2bc6d. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.063732] env[62153]: DEBUG nova.network.neutron [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Updating instance_info_cache with network_info: [{"id": "79afac87-67f0-4c88-ab5a-425498a2bc6d", "address": "fa:16:3e:cf:e4:1c", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79afac87-67", "ovs_interfaceid": "79afac87-67f0-4c88-ab5a-425498a2bc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.227472] env[62153]: INFO nova.compute.manager [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Took 35.20 seconds to build instance. [ 1749.412641] env[62153]: DEBUG nova.scheduler.client.report [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.516149] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a937f3-b24f-0ef3-b87e-1ed7d46c00b6, 'name': SearchDatastore_Task, 'duration_secs': 0.026064} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.516501] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.516768] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.517041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.517217] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.517418] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.517697] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb218e63-a904-4bc2-a3e7-250e045fdc94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.528046] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.528292] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.529225] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07e3dd2-883f-4be8-b339-33276838f93d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.535836] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1749.535836] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52787987-19ba-fb78-a3df-4df5a113c53d" [ 1749.535836] env[62153]: _type = "Task" [ 1749.535836] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.545210] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52787987-19ba-fb78-a3df-4df5a113c53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.567256] env[62153]: DEBUG oslo_concurrency.lockutils [req-2174abef-8bab-4311-8263-64bb1ca58b35 req-74eddbfb-603c-43be-9590-85dc43fdfc52 service nova] Releasing lock "refresh_cache-d3ceed43-21e6-4d7e-b954-81ccaf121649" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.730143] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9f455792-542c-4c3f-9d3d-2614e0b6afde tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.759s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.785713] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1749.822314] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.826735] env[62153]: DEBUG nova.virt.hardware [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.826735] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e41787-789b-4055-be5e-e9b954a21944 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.840021] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3badba-242d-49e4-87e4-cf334bcc0719 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.923364] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.926387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.320s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.956476] env[62153]: INFO nova.scheduler.client.report [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Deleted allocations for instance 93291c4d-407b-4410-8f64-92411c8840d6 [ 1750.048526] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52787987-19ba-fb78-a3df-4df5a113c53d, 'name': SearchDatastore_Task, 'duration_secs': 0.011961} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.049363] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2beb96ec-361a-430c-a194-83ce8ba06b08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.056777] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1750.056777] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529eccc3-fc7f-8e59-a2e5-cde01d2a37b7" [ 1750.056777] env[62153]: _type = "Task" [ 1750.056777] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.065571] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529eccc3-fc7f-8e59-a2e5-cde01d2a37b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.233546] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.467027] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08f59dd3-9b51-4ddd-826a-bf7d596db16d tempest-ServerDiagnosticsNegativeTest-302796611 tempest-ServerDiagnosticsNegativeTest-302796611-project-member] Lock "93291c4d-407b-4410-8f64-92411c8840d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.498s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.568640] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529eccc3-fc7f-8e59-a2e5-cde01d2a37b7, 'name': SearchDatastore_Task, 'duration_secs': 0.022796} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.569067] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.569698] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d3ceed43-21e6-4d7e-b954-81ccaf121649/d3ceed43-21e6-4d7e-b954-81ccaf121649.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.569698] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc78dac-5a4b-46cc-b8c4-a29e370f063c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.579037] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1750.579037] env[62153]: value = "task-2072587" [ 1750.579037] env[62153]: _type = "Task" [ 1750.579037] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.584342] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.667598] env[62153]: DEBUG nova.network.neutron [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Successfully updated port: 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.762262] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.949794] env[62153]: INFO nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating resource usage from migration 5ff6e9b8-75a2-4b3f-b93b-c897fcc7f1d4 [ 1750.961090] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.961386] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.961771] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "b332935f-9538-4f11-ae12-5cd1d7003fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.961863] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.962083] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.968233] env[62153]: INFO nova.compute.manager [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Terminating instance [ 1750.985226] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5331f16d-60ad-4016-8d77-44de2c9e2e53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.986603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fc274d14-eeb7-41be-bf6b-55119f500381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.986603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 241135ec-7bdb-4ba4-8e40-9c0413791de8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.986603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 098bb596-73d7-4647-9d54-a68dddbe2f81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.986603] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0297be37-9dad-4efb-9deb-a5fe0907ffd9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.986603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a77bf89c-c665-439d-a042-7b167878e14f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.986603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b332935f-9538-4f11-ae12-5cd1d7003fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.986999] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a5b06a7a-f594-418f-aa68-ed98b7696308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.987593] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0f39247f-dab6-4723-9e21-77f5ffb60193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.987593] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 76fcffde-5970-4b24-968c-6e9d2e9281bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.987593] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance edc97b06-91c0-4bd4-b2bd-626697e0ac62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.987593] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d3ceed43-21e6-4d7e-b954-81ccaf121649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.987861] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fdc93b88-c907-4b45-8a44-905de045d21b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1751.091345] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.103819] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "5f32fb5d-5502-40a0-b9d0-886e4f301466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.103819] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.144484] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.144759] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.172271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.172271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.172271] env[62153]: DEBUG nova.network.neutron [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.336887] env[62153]: DEBUG nova.compute.manager [req-4e748736-3f04-4e9e-9f00-f7bf933ff040 req-bcfcb3e3-b0c1-4fd4-a362-86c11cd8e5d4 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-vif-plugged-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1751.337202] env[62153]: DEBUG oslo_concurrency.lockutils [req-4e748736-3f04-4e9e-9f00-f7bf933ff040 req-bcfcb3e3-b0c1-4fd4-a362-86c11cd8e5d4 service nova] Acquiring lock "fdc93b88-c907-4b45-8a44-905de045d21b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.337498] env[62153]: DEBUG oslo_concurrency.lockutils [req-4e748736-3f04-4e9e-9f00-f7bf933ff040 req-bcfcb3e3-b0c1-4fd4-a362-86c11cd8e5d4 service nova] Lock "fdc93b88-c907-4b45-8a44-905de045d21b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.337679] env[62153]: DEBUG oslo_concurrency.lockutils [req-4e748736-3f04-4e9e-9f00-f7bf933ff040 req-bcfcb3e3-b0c1-4fd4-a362-86c11cd8e5d4 service nova] Lock "fdc93b88-c907-4b45-8a44-905de045d21b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.337917] env[62153]: DEBUG nova.compute.manager [req-4e748736-3f04-4e9e-9f00-f7bf933ff040 req-bcfcb3e3-b0c1-4fd4-a362-86c11cd8e5d4 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] No waiting events found dispatching network-vif-plugged-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.338377] env[62153]: WARNING nova.compute.manager [req-4e748736-3f04-4e9e-9f00-f7bf933ff040 req-bcfcb3e3-b0c1-4fd4-a362-86c11cd8e5d4 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received unexpected event network-vif-plugged-01f4c340-9ab4-4c87-9526-349541aae734 for instance with vm_state building and task_state spawning. [ 1751.476415] env[62153]: DEBUG nova.compute.manager [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1751.476644] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1751.477556] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e706c-748a-4d6f-a827-cbef0ec272d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.485614] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.485855] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae00e924-a94d-41e2-8bb0-2a0e98dbffdc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.493808] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance bc73c76d-3c04-497a-a6b3-6f044ed1f0f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1751.495483] env[62153]: DEBUG oslo_vmware.api [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1751.495483] env[62153]: value = "task-2072588" [ 1751.495483] env[62153]: _type = "Task" [ 1751.495483] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.507279] env[62153]: DEBUG oslo_vmware.api [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.588944] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706379} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.589483] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d3ceed43-21e6-4d7e-b954-81ccaf121649/d3ceed43-21e6-4d7e-b954-81ccaf121649.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.590054] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.590497] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f4a36ab-45a8-4f7e-897d-bca2cb0185fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.599131] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1751.599131] env[62153]: value = "task-2072589" [ 1751.599131] env[62153]: _type = "Task" [ 1751.599131] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.608892] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.729171] env[62153]: DEBUG nova.network.neutron [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.968638] env[62153]: DEBUG nova.network.neutron [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.996627] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a01141db-9e5a-4709-987c-02d9a8401300 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1752.008578] env[62153]: DEBUG oslo_vmware.api [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072588, 'name': PowerOffVM_Task, 'duration_secs': 0.331085} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.008875] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.009120] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1752.009377] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9751ee4-77ba-47de-b72a-0dd374c742e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.113978] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073418} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.114506] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.115566] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2deec-0f05-4cd3-b084-7ae60a1dec0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.147067] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d3ceed43-21e6-4d7e-b954-81ccaf121649/d3ceed43-21e6-4d7e-b954-81ccaf121649.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.148940] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4fda85-e77d-458d-a0d9-5e559a58ed8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.166822] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.167243] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.167451] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] b332935f-9538-4f11-ae12-5cd1d7003fd3 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.168550] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a86709-13de-4be3-a0d9-7226493c0acb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.177169] env[62153]: DEBUG oslo_vmware.api [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1752.177169] env[62153]: value = "task-2072591" [ 1752.177169] env[62153]: _type = "Task" [ 1752.177169] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.182622] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1752.182622] env[62153]: value = "task-2072592" [ 1752.182622] env[62153]: _type = "Task" [ 1752.182622] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.190500] env[62153]: DEBUG oslo_vmware.api [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.197999] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.279644] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.279848] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.472401] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Releasing lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.472759] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Instance network_info: |[{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.473222] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:35:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01f4c340-9ab4-4c87-9526-349541aae734', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.483147] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Creating folder: Project (91c089cc435543509adce5ae6a5c39e0). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.483435] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5e9cec-1518-46c4-adbc-82675189fc79 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.495667] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Created folder: Project (91c089cc435543509adce5ae6a5c39e0) in parent group-v424816. [ 1752.495667] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Creating folder: Instances. Parent ref: group-v424875. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.495790] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-168ed0b2-9994-4143-9646-077ce8fd6791 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.499416] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 1d290661-08d5-41bc-9939-74eb30a0c1e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1752.499484] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Migration 5ff6e9b8-75a2-4b3f-b93b-c897fcc7f1d4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1752.499672] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f67d19d9-9511-4e6d-a396-2b9111b77675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1752.504863] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Created folder: Instances in parent group-v424875. [ 1752.504863] env[62153]: DEBUG oslo.service.loopingcall [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.505061] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.505827] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0ef92b-1166-44d4-8837-f015b08e061c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.527642] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.527642] env[62153]: value = "task-2072595" [ 1752.527642] env[62153]: _type = "Task" [ 1752.527642] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.535853] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072595, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.691061] env[62153]: DEBUG oslo_vmware.api [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506059} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.695169] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.695496] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.695817] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.696142] env[62153]: INFO nova.compute.manager [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1752.696482] env[62153]: DEBUG oslo.service.loopingcall [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.696928] env[62153]: DEBUG nova.compute.manager [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.697143] env[62153]: DEBUG nova.network.neutron [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1752.704359] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072592, 'name': ReconfigVM_Task, 'duration_secs': 0.300075} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.704595] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d3ceed43-21e6-4d7e-b954-81ccaf121649/d3ceed43-21e6-4d7e-b954-81ccaf121649.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.705771] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4ea5c7-b6c4-4da3-a260-d9dcaef36f23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.711440] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1752.711440] env[62153]: value = "task-2072596" [ 1752.711440] env[62153]: _type = "Task" [ 1752.711440] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.723988] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072596, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.003698] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b30be790-a9ba-4ce8-8310-74be04f93752 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1753.039186] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072595, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.225173] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072596, 'name': Rename_Task, 'duration_secs': 0.132614} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.225173] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.225173] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4d63ab6-150b-4242-89e4-adcc6615c432 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.236395] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1753.236395] env[62153]: value = "task-2072597" [ 1753.236395] env[62153]: _type = "Task" [ 1753.236395] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.246193] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.301272] env[62153]: DEBUG nova.compute.manager [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.302244] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d0203-872a-4eea-9f4b-260d733c7f65 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.455103] env[62153]: DEBUG nova.compute.manager [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-changed-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.455301] env[62153]: DEBUG nova.compute.manager [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing instance network info cache due to event network-changed-01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1753.455515] env[62153]: DEBUG oslo_concurrency.lockutils [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] Acquiring lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.455657] env[62153]: DEBUG oslo_concurrency.lockutils [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] Acquired lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.455842] env[62153]: DEBUG nova.network.neutron [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.487531] env[62153]: DEBUG nova.network.neutron [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.506947] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 3b7f53c5-a334-41e9-ad16-d8b5bb467222 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1753.538481] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072595, 'name': CreateVM_Task, 'duration_secs': 0.519602} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.538701] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.539796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.539796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.539980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.540320] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a11b33a-27e8-4cf8-b5de-b53a8b573cfc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.545179] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1753.545179] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f31789-0de8-5c3f-23fa-fa09e8ad89c7" [ 1753.545179] env[62153]: _type = "Task" [ 1753.545179] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.556727] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f31789-0de8-5c3f-23fa-fa09e8ad89c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.748678] env[62153]: DEBUG oslo_vmware.api [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072597, 'name': PowerOnVM_Task, 'duration_secs': 0.43667} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.749042] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.749422] env[62153]: INFO nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1753.749661] env[62153]: DEBUG nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.750585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7546f8-c2ee-4c36-98b1-5cee4aac15dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.814222] env[62153]: INFO nova.compute.manager [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] instance snapshotting [ 1753.816973] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d3a512-bc17-46af-9d1c-4f490a6cb031 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.840434] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f71347-e2f4-4e4a-a777-90633fc7573a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.992173] env[62153]: INFO nova.compute.manager [-] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Took 1.29 seconds to deallocate network for instance. [ 1754.011930] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 537cd010-2546-4755-a560-a77f6f22a163 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1754.055717] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f31789-0de8-5c3f-23fa-fa09e8ad89c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015658} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.056017] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.056257] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.056481] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.056626] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.056800] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.057066] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c86850-d4ca-4707-ba7d-0809b511df08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.073109] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.073109] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.073109] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014f651d-ef83-44df-b007-3288eb0118b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.078063] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1754.078063] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522ad4dc-fc7d-0e85-1899-c7818bbbfcdb" [ 1754.078063] env[62153]: _type = "Task" [ 1754.078063] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.088640] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522ad4dc-fc7d-0e85-1899-c7818bbbfcdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.273846] env[62153]: INFO nova.compute.manager [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Took 35.76 seconds to build instance. [ 1754.354013] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1754.354375] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ea5a18d8-eb1f-47d2-a11f-2dd7aa6ec974 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.363095] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1754.363095] env[62153]: value = "task-2072598" [ 1754.363095] env[62153]: _type = "Task" [ 1754.363095] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.372496] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.498165] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.514282] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 83ca6a4e-6044-4872-a6a8-91e04523fa81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1754.589062] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522ad4dc-fc7d-0e85-1899-c7818bbbfcdb, 'name': SearchDatastore_Task, 'duration_secs': 0.034124} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.593020] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4e8ebd-5dc8-463b-ae39-10ff1ce90b78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.596742] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1754.596742] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b76bc7-3141-b7b9-2b71-752aa54b43fa" [ 1754.596742] env[62153]: _type = "Task" [ 1754.596742] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.607276] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b76bc7-3141-b7b9-2b71-752aa54b43fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.658198] env[62153]: DEBUG nova.network.neutron [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updated VIF entry in instance network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.658544] env[62153]: DEBUG nova.network.neutron [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.776156] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7bea46a6-29fb-41d4-aa4a-aec326612a4d tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.884s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.873312] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.017687] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b04e0c4e-90ad-450f-ad34-0e91b9462e27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.110808] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b76bc7-3141-b7b9-2b71-752aa54b43fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.111101] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.111362] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fdc93b88-c907-4b45-8a44-905de045d21b/fdc93b88-c907-4b45-8a44-905de045d21b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.111620] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3252fc2f-7892-49cf-8bc8-b98a766549fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.119172] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1755.119172] env[62153]: value = "task-2072599" [ 1755.119172] env[62153]: _type = "Task" [ 1755.119172] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.127578] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.161381] env[62153]: DEBUG oslo_concurrency.lockutils [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] Releasing lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.161820] env[62153]: DEBUG nova.compute.manager [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Received event network-vif-deleted-5f5bb285-d65b-4771-8919-4b945845fe0d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1755.162020] env[62153]: INFO nova.compute.manager [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Neutron deleted interface 5f5bb285-d65b-4771-8919-4b945845fe0d; detaching it from the instance and deleting it from the info cache [ 1755.162206] env[62153]: DEBUG nova.network.neutron [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.279219] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1755.382107] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072598, 'name': CreateSnapshot_Task, 'duration_secs': 0.833305} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.382509] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1755.383223] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa12d7-9f8b-4e91-9206-e97bec7393c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.526328] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2be13e6c-d7cd-4bc8-8081-d33beef1869e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.630953] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.665103] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea320747-0d1c-448a-9170-104da6d23ea7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.681471] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aac954-ed23-4b3f-a7be-57715737daec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.722741] env[62153]: DEBUG nova.compute.manager [req-4b149649-7457-4aee-878d-8f137ba9c193 req-32a8e242-8843-47aa-82a1-7f1e1eb73ca9 service nova] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Detach interface failed, port_id=5f5bb285-d65b-4771-8919-4b945845fe0d, reason: Instance b332935f-9538-4f11-ae12-5cd1d7003fd3 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1755.811740] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.910747] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1755.911143] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e87886df-ffe7-4478-8832-d91d12f83868 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.922147] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1755.922147] env[62153]: value = "task-2072600" [ 1755.922147] env[62153]: _type = "Task" [ 1755.922147] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.934015] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072600, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.029917] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a637e5b7-dbb7-4e52-b938-fb6b467e7f9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.130805] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072599, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.433551] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072600, 'name': CloneVM_Task} progress is 93%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.533682] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ab26cb52-33fe-42e7-906f-7cc2381c6119 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.637619] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072599, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.935017] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072600, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.040810] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ac73bd12-161a-4720-8069-8b648645038b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.132971] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.692086} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.132971] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fdc93b88-c907-4b45-8a44-905de045d21b/fdc93b88-c907-4b45-8a44-905de045d21b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.132971] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.133250] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe9caa2-1bf0-4188-a446-5d568f9b3ec8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.135792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.136026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.136223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "d3ceed43-21e6-4d7e-b954-81ccaf121649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.136403] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.136575] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.140129] env[62153]: INFO nova.compute.manager [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Terminating instance [ 1757.145914] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1757.145914] env[62153]: value = "task-2072601" [ 1757.145914] env[62153]: _type = "Task" [ 1757.145914] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.157080] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.436456] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072600, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.548494] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.648123] env[62153]: DEBUG nova.compute.manager [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.648123] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.648663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d891e2-30b5-49cb-9f68-16217359eb33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.663352] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.665656] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.666348] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.667603] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9805bc38-d7d5-4fec-880d-24e16b1068eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.669888] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4aecec0-335f-41e4-927d-cb1ec2635822 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.696840] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] fdc93b88-c907-4b45-8a44-905de045d21b/fdc93b88-c907-4b45-8a44-905de045d21b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.698842] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b92e65e-4343-4ba0-b283-f2f2c5387e7c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.718640] env[62153]: DEBUG oslo_vmware.api [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1757.718640] env[62153]: value = "task-2072602" [ 1757.718640] env[62153]: _type = "Task" [ 1757.718640] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.725912] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1757.725912] env[62153]: value = "task-2072603" [ 1757.725912] env[62153]: _type = "Task" [ 1757.725912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.733790] env[62153]: DEBUG oslo_vmware.api [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.740547] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.934891] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072600, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.054988] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 349df407-b1f0-4844-8ad7-db5839ee2c78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.230478] env[62153]: DEBUG oslo_vmware.api [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072602, 'name': PowerOffVM_Task, 'duration_secs': 0.184285} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.233970] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.234193] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.234460] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c28d5206-6901-4a33-86e6-2c9c0db1b26a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.241856] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072603, 'name': ReconfigVM_Task, 'duration_secs': 0.399664} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.242168] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] fdc93b88-c907-4b45-8a44-905de045d21b/fdc93b88-c907-4b45-8a44-905de045d21b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.242791] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a9e5de-d9bf-492e-a269-c3d7f08cea50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.249862] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1758.249862] env[62153]: value = "task-2072605" [ 1758.249862] env[62153]: _type = "Task" [ 1758.249862] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.258464] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072605, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.440226] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "63be7cd3-af71-44df-bc9f-b392b2e68f78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.440226] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.445247] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072600, 'name': CloneVM_Task, 'duration_secs': 2.402281} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.445525] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Created linked-clone VM from snapshot [ 1758.446380] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acfd9ce-9ec3-4fde-b7b1-6b34d39db042 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.454490] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Uploading image 6ff3699d-381f-4614-9c3b-25d7998d5e52 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1758.493542] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1758.493542] env[62153]: value = "vm-424879" [ 1758.493542] env[62153]: _type = "VirtualMachine" [ 1758.493542] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1758.493916] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f67a3ca-c8e7-4524-8cf1-1a539d643d44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.501613] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lease: (returnval){ [ 1758.501613] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b209db-e6fb-4494-aff5-44e9cce2563b" [ 1758.501613] env[62153]: _type = "HttpNfcLease" [ 1758.501613] env[62153]: } obtained for exporting VM: (result){ [ 1758.501613] env[62153]: value = "vm-424879" [ 1758.501613] env[62153]: _type = "VirtualMachine" [ 1758.501613] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1758.501882] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the lease: (returnval){ [ 1758.501882] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b209db-e6fb-4494-aff5-44e9cce2563b" [ 1758.501882] env[62153]: _type = "HttpNfcLease" [ 1758.501882] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1758.509205] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1758.509205] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b209db-e6fb-4494-aff5-44e9cce2563b" [ 1758.509205] env[62153]: _type = "HttpNfcLease" [ 1758.509205] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1758.558576] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5f32fb5d-5502-40a0-b9d0-886e4f301466 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.763374] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072605, 'name': Rename_Task, 'duration_secs': 0.237301} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.763648] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.763892] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e1b807-5d6f-4723-b0ec-48040c87d188 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.770783] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1758.770783] env[62153]: value = "task-2072607" [ 1758.770783] env[62153]: _type = "Task" [ 1758.770783] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.780353] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.923861] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.924417] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.924635] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Deleting the datastore file [datastore1] d3ceed43-21e6-4d7e-b954-81ccaf121649 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.924915] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091f42d8-2a51-4df2-9355-5a4a4067c7cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.931688] env[62153]: DEBUG oslo_vmware.api [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for the task: (returnval){ [ 1758.931688] env[62153]: value = "task-2072608" [ 1758.931688] env[62153]: _type = "Task" [ 1758.931688] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.944698] env[62153]: DEBUG oslo_vmware.api [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.011850] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1759.011850] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b209db-e6fb-4494-aff5-44e9cce2563b" [ 1759.011850] env[62153]: _type = "HttpNfcLease" [ 1759.011850] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1759.011959] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1759.011959] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b209db-e6fb-4494-aff5-44e9cce2563b" [ 1759.011959] env[62153]: _type = "HttpNfcLease" [ 1759.011959] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1759.012789] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014d1f0-54e5-4041-a148-90ff552d692f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.022676] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae9662-6c56-7d1d-6d00-95276d5acb30/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1759.022991] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae9662-6c56-7d1d-6d00-95276d5acb30/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1759.099508] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.099508] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1759.099508] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1759.108185] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "810b45a7-52ea-4c63-8749-99a205355ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.108426] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "810b45a7-52ea-4c63-8749-99a205355ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.137576] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59d7528e-8f51-4869-adf4-7b75bf8a2a3f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.285509] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.448134] env[62153]: DEBUG oslo_vmware.api [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Task: {'id': task-2072608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.452138] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.452138] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.452138] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.452138] env[62153]: INFO nova.compute.manager [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1759.452138] env[62153]: DEBUG oslo.service.loopingcall [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.452138] env[62153]: DEBUG nova.compute.manager [-] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.452138] env[62153]: DEBUG nova.network.neutron [-] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.787161] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.807364] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbd9cb6-abcb-4233-ab26-9ec890f9201d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.817240] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8286bd0-ab6f-4763-a5eb-a129cee30166 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.855908] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae686c-cb79-4118-a2e6-b49b497205d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.865111] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473137cf-1d74-44dc-ad1a-124382f76648 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.881982] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.260565] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "fd0b7987-635e-483c-8189-683cc5c2ed9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.260868] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.283458] env[62153]: DEBUG oslo_vmware.api [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072607, 'name': PowerOnVM_Task, 'duration_secs': 1.176684} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.283730] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.283959] env[62153]: INFO nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1760.288909] env[62153]: DEBUG nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.289320] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d853a6d-3042-4c60-91bf-c4a7a0ba1596 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.314711] env[62153]: DEBUG nova.network.neutron [-] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.386011] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.554370] env[62153]: DEBUG nova.compute.manager [req-e1aebb35-8fc7-487b-9a88-2ad316ff2e76 req-f1172b4a-cbe5-4881-9a09-77b7db8cdb7f service nova] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Received event network-vif-deleted-79afac87-67f0-4c88-ab5a-425498a2bc6d {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1760.681254] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.681556] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.694209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.694964] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.812572] env[62153]: INFO nova.compute.manager [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Took 40.14 seconds to build instance. [ 1760.817647] env[62153]: INFO nova.compute.manager [-] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Took 1.37 seconds to deallocate network for instance. [ 1760.895092] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1760.895092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.969s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.895092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.064s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.896555] env[62153]: INFO nova.compute.claims [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.899218] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.899379] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances with incomplete migration {{(pid=62153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1761.314324] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50eda8af-a172-403c-993b-03dd6ae0c874 tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "fdc93b88-c907-4b45-8a44-905de045d21b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.111s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.328797] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.409793] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.817100] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.044276] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.044495] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.340213] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.497126] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a86229-ce83-421e-b7af-1dd4f1fcc429 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.505387] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4e3fb-8de2-4c92-bf5f-7ecf83143b17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.540651] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b60de-659a-4dff-b9ec-0113b6cfa6e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.549620] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa76599-7d03-4e31-8c98-1fb59da19c02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.565331] env[62153]: DEBUG nova.compute.provider_tree [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.765156] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "91637ee1-38a6-458b-9ac5-e37be456026b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.765156] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "91637ee1-38a6-458b-9ac5-e37be456026b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.913688] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.913944] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.068459] env[62153]: DEBUG nova.scheduler.client.report [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.420436] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Getting list of instances from cluster (obj){ [ 1763.420436] env[62153]: value = "domain-c8" [ 1763.420436] env[62153]: _type = "ClusterComputeResource" [ 1763.420436] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1763.421597] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89cef0-c4b5-45e9-a923-4ddc16986539 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.439212] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Got total of 10 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1763.439212] env[62153]: WARNING nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] While synchronizing instance power states, found 15 instances in the database and 10 instances on the hypervisor. [ 1763.439212] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 5331f16d-60ad-4016-8d77-44de2c9e2e53 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.439368] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid fc274d14-eeb7-41be-bf6b-55119f500381 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.439725] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 241135ec-7bdb-4ba4-8e40-9c0413791de8 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.439725] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 098bb596-73d7-4647-9d54-a68dddbe2f81 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440083] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 0297be37-9dad-4efb-9deb-a5fe0907ffd9 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440083] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid a77bf89c-c665-439d-a042-7b167878e14f {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440179] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid f67d19d9-9511-4e6d-a396-2b9111b77675 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440323] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid b332935f-9538-4f11-ae12-5cd1d7003fd3 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440464] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid a5b06a7a-f594-418f-aa68-ed98b7696308 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440609] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 0f39247f-dab6-4723-9e21-77f5ffb60193 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440742] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 76fcffde-5970-4b24-968c-6e9d2e9281bb {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.440889] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid edc97b06-91c0-4bd4-b2bd-626697e0ac62 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.441046] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid d3ceed43-21e6-4d7e-b954-81ccaf121649 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.441198] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid fdc93b88-c907-4b45-8a44-905de045d21b {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.441370] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid bc73c76d-3c04-497a-a6b3-6f044ed1f0f1 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1763.441690] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "fc274d14-eeb7-41be-bf6b-55119f500381" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "fc274d14-eeb7-41be-bf6b-55119f500381" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "098bb596-73d7-4647-9d54-a68dddbe2f81" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "a77bf89c-c665-439d-a042-7b167878e14f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445016] env[62153]: INFO nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "a5b06a7a-f594-418f-aa68-ed98b7696308" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "0f39247f-dab6-4723-9e21-77f5ffb60193" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.445785] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445916] env[62153]: INFO nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1763.446024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.446215] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.446385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.446601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.446796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "fdc93b88-c907-4b45-8a44-905de045d21b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.446964] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "fdc93b88-c907-4b45-8a44-905de045d21b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.447330] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.447519] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.447650] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1763.448422] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94b26cb-17d7-4dd1-bd43-85188e703c39 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.452389] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac86c6d-b500-4578-88a4-ff6d97d55501 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.455156] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60ca789-b4af-4724-8f74-8765d5f5289f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.458079] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feaab4e-0763-441a-8c81-5fa4852c8827 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.461748] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca24b9-8b10-42ed-88b6-69ac2217f825 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.465253] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3976a078-abe7-484b-ae72-4992c028317b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.470504] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf3175-5dfc-417c-9ec3-2eff5ca9c960 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.474706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b88184f-9a53-439b-bb2f-08fbd3ad90d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.573278] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.573794] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.577211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.454s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.582020] env[62153]: INFO nova.compute.claims [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.000927] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.012781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.013310] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.013696] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.018015] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.026478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "a77bf89c-c665-439d-a042-7b167878e14f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.026478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "fdc93b88-c907-4b45-8a44-905de045d21b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.026478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "fc274d14-eeb7-41be-bf6b-55119f500381" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.078836] env[62153]: DEBUG nova.compute.utils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.080500] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.082372] env[62153]: DEBUG nova.network.neutron [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.187166] env[62153]: DEBUG nova.policy [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b05b9ade6c314be6b8657fb22934ab53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc24b778d46430e91de54dd318b8a5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.585293] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.712747] env[62153]: DEBUG nova.network.neutron [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Successfully created port: 3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.184748] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.185329] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1765.330202] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c1690-31a5-4e12-bac1-2807856bd205 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.337088] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d48588a-9978-4802-8a65-f4d454a953ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.378885] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46d6a4-6fba-4aa1-80bc-a7c2fa33f802 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.387407] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857dd712-016c-47fd-916b-6d2c5ca02c08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.402375] env[62153]: DEBUG nova.compute.provider_tree [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.604372] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.636920] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.636920] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.636920] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.637149] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.637149] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.637314] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.637486] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.637643] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.637810] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.637973] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.638155] env[62153]: DEBUG nova.virt.hardware [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.639043] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e9850-8b46-4210-8db3-e2b6f83c9bc4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.647880] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee73c483-734c-4105-b5c6-26abc0f7b269 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.732023] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae9662-6c56-7d1d-6d00-95276d5acb30/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1765.732918] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa65f4b-ba93-4b97-b51f-d9f952e6c4e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.742020] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae9662-6c56-7d1d-6d00-95276d5acb30/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1765.742020] env[62153]: ERROR oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae9662-6c56-7d1d-6d00-95276d5acb30/disk-0.vmdk due to incomplete transfer. [ 1765.742020] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ae60b8d-e221-40a8-9ce0-e58173a4f23b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.747604] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae9662-6c56-7d1d-6d00-95276d5acb30/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1765.747801] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Uploaded image 6ff3699d-381f-4614-9c3b-25d7998d5e52 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1765.749779] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1765.750024] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1dff220c-d707-47f7-9651-fcc5125c1dcb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.756231] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1765.756231] env[62153]: value = "task-2072609" [ 1765.756231] env[62153]: _type = "Task" [ 1765.756231] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.764130] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072609, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.907475] env[62153]: DEBUG nova.scheduler.client.report [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.267641] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072609, 'name': Destroy_Task, 'duration_secs': 0.443351} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.268377] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Destroyed the VM [ 1766.269022] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1766.269633] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a67983d-f641-4d6d-ba5e-0eb770a4c1a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.276813] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1766.276813] env[62153]: value = "task-2072610" [ 1766.276813] env[62153]: _type = "Task" [ 1766.276813] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.289249] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.416023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.416023] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.417948] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.488s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.420028] env[62153]: DEBUG nova.objects.instance [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1766.694463] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1766.695069] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.695069] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.695069] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.788259] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072610, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.924496] env[62153]: DEBUG nova.compute.utils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.934462] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.936537] env[62153]: DEBUG nova.network.neutron [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1767.020258] env[62153]: DEBUG nova.compute.manager [req-f439b17b-280a-4432-a6a0-133c6ab2ff7a req-b84f4a81-8b3e-4b81-9921-3e29c59098f5 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Received event network-vif-plugged-3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1767.020258] env[62153]: DEBUG oslo_concurrency.lockutils [req-f439b17b-280a-4432-a6a0-133c6ab2ff7a req-b84f4a81-8b3e-4b81-9921-3e29c59098f5 service nova] Acquiring lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.020258] env[62153]: DEBUG oslo_concurrency.lockutils [req-f439b17b-280a-4432-a6a0-133c6ab2ff7a req-b84f4a81-8b3e-4b81-9921-3e29c59098f5 service nova] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.020258] env[62153]: DEBUG oslo_concurrency.lockutils [req-f439b17b-280a-4432-a6a0-133c6ab2ff7a req-b84f4a81-8b3e-4b81-9921-3e29c59098f5 service nova] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.020689] env[62153]: DEBUG nova.compute.manager [req-f439b17b-280a-4432-a6a0-133c6ab2ff7a req-b84f4a81-8b3e-4b81-9921-3e29c59098f5 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] No waiting events found dispatching network-vif-plugged-3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1767.020930] env[62153]: WARNING nova.compute.manager [req-f439b17b-280a-4432-a6a0-133c6ab2ff7a req-b84f4a81-8b3e-4b81-9921-3e29c59098f5 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Received unexpected event network-vif-plugged-3a667a42-0d80-4dfd-815f-2ad20cfcedde for instance with vm_state building and task_state spawning. [ 1767.032869] env[62153]: DEBUG nova.policy [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cfad1cd7bb24a709158b293e654508c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d618172d24090830e111969ed9d8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1767.086122] env[62153]: DEBUG nova.network.neutron [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Successfully updated port: 3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.289727] env[62153]: DEBUG oslo_vmware.api [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6458} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.290139] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1767.290387] env[62153]: INFO nova.compute.manager [None req-d8247d43-c6cb-468d-b1a0-c5dc7c90e4d7 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Took 13.47 seconds to snapshot the instance on the hypervisor. [ 1767.435986] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.442379] env[62153]: DEBUG oslo_concurrency.lockutils [None req-490f5552-ce52-4b01-908b-795b996c5c98 tempest-ServersAdmin275Test-1997827843 tempest-ServersAdmin275Test-1997827843-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.443401] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.504s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.596744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.597973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquired lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.597973] env[62153]: DEBUG nova.network.neutron [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.621475] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.621706] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.714761] env[62153]: DEBUG nova.network.neutron [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Successfully created port: adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.951391] env[62153]: INFO nova.compute.claims [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.153363] env[62153]: DEBUG nova.network.neutron [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.357279] env[62153]: DEBUG nova.network.neutron [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updating instance_info_cache with network_info: [{"id": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "address": "fa:16:3e:8a:0f:3e", "network": {"id": "6762e14d-376e-4208-920e-0065698121ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1363383687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24b778d46430e91de54dd318b8a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a667a42-0d", "ovs_interfaceid": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.401333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.401602] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.461396] env[62153]: INFO nova.compute.resource_tracker [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating resource usage from migration 5ff6e9b8-75a2-4b3f-b93b-c897fcc7f1d4 [ 1768.475571] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.517040] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.517367] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.517567] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.517812] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.517971] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.518172] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.518592] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.519263] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.519500] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.520118] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.520383] env[62153]: DEBUG nova.virt.hardware [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.521963] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7638f1-cff5-4a60-9bde-b4709039a9e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.532169] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64573c10-3d3d-407a-872b-9fe65d15cfe6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.862981] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Releasing lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.863353] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Instance network_info: |[{"id": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "address": "fa:16:3e:8a:0f:3e", "network": {"id": "6762e14d-376e-4208-920e-0065698121ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1363383687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24b778d46430e91de54dd318b8a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a667a42-0d", "ovs_interfaceid": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1768.864515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:0f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a667a42-0d80-4dfd-815f-2ad20cfcedde', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.871772] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Creating folder: Project (7bc24b778d46430e91de54dd318b8a5d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.872040] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0be8955-a73b-4635-92a2-1266e00e9787 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.884385] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Created folder: Project (7bc24b778d46430e91de54dd318b8a5d) in parent group-v424816. [ 1768.884385] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Creating folder: Instances. Parent ref: group-v424880. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.884385] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84309fc5-072a-4791-a982-2c714a00e279 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.894156] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Created folder: Instances in parent group-v424880. [ 1768.894752] env[62153]: DEBUG oslo.service.loopingcall [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.894752] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1768.894847] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af60f86-be95-4dd7-82e2-7d27f7df56e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.918188] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.918188] env[62153]: value = "task-2072613" [ 1768.918188] env[62153]: _type = "Task" [ 1768.918188] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.927146] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072613, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.039565] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb5d2b0-1658-4884-b5f0-6ecdc7e71f0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.048826] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452b4b1-43f9-4313-a4de-41fac1cb336a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.083856] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4da1e9-e2bb-4c12-ab88-06f56d589e68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.096970] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffb049c-65c2-4653-be23-8ff0d0e378d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.111892] env[62153]: DEBUG nova.compute.provider_tree [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.227854] env[62153]: DEBUG nova.compute.manager [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Received event network-changed-3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.227854] env[62153]: DEBUG nova.compute.manager [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Refreshing instance network info cache due to event network-changed-3a667a42-0d80-4dfd-815f-2ad20cfcedde. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1769.227854] env[62153]: DEBUG oslo_concurrency.lockutils [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] Acquiring lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.227854] env[62153]: DEBUG oslo_concurrency.lockutils [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] Acquired lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.227854] env[62153]: DEBUG nova.network.neutron [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Refreshing network info cache for port 3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.282748] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.282748] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.428228] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072613, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.556561] env[62153]: DEBUG nova.network.neutron [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Successfully updated port: adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.595374] env[62153]: DEBUG nova.compute.manager [req-562a2cc4-4fb3-49a3-8b49-4c9c8d501f42 req-a1ad543c-8ea0-4a2b-86b0-eec16d853cee service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Received event network-vif-plugged-adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.595590] env[62153]: DEBUG oslo_concurrency.lockutils [req-562a2cc4-4fb3-49a3-8b49-4c9c8d501f42 req-a1ad543c-8ea0-4a2b-86b0-eec16d853cee service nova] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.595794] env[62153]: DEBUG oslo_concurrency.lockutils [req-562a2cc4-4fb3-49a3-8b49-4c9c8d501f42 req-a1ad543c-8ea0-4a2b-86b0-eec16d853cee service nova] Lock "a01141db-9e5a-4709-987c-02d9a8401300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.595963] env[62153]: DEBUG oslo_concurrency.lockutils [req-562a2cc4-4fb3-49a3-8b49-4c9c8d501f42 req-a1ad543c-8ea0-4a2b-86b0-eec16d853cee service nova] Lock "a01141db-9e5a-4709-987c-02d9a8401300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.596144] env[62153]: DEBUG nova.compute.manager [req-562a2cc4-4fb3-49a3-8b49-4c9c8d501f42 req-a1ad543c-8ea0-4a2b-86b0-eec16d853cee service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] No waiting events found dispatching network-vif-plugged-adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.596307] env[62153]: WARNING nova.compute.manager [req-562a2cc4-4fb3-49a3-8b49-4c9c8d501f42 req-a1ad543c-8ea0-4a2b-86b0-eec16d853cee service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Received unexpected event network-vif-plugged-adee4696-b081-46c8-ae90-8c193908fdc3 for instance with vm_state building and task_state spawning. [ 1769.615046] env[62153]: DEBUG nova.scheduler.client.report [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.931887] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072613, 'name': CreateVM_Task, 'duration_secs': 0.71519} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.932076] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.932782] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.932950] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.933297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.933553] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94b33c7-464e-4f2b-afb4-37eb55a709e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.942602] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1769.942602] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52737b8d-f73f-53a0-e594-bdccf5d76b71" [ 1769.942602] env[62153]: _type = "Task" [ 1769.942602] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.950508] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52737b8d-f73f-53a0-e594-bdccf5d76b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.979037] env[62153]: DEBUG nova.network.neutron [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updated VIF entry in instance network info cache for port 3a667a42-0d80-4dfd-815f-2ad20cfcedde. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.979382] env[62153]: DEBUG nova.network.neutron [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updating instance_info_cache with network_info: [{"id": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "address": "fa:16:3e:8a:0f:3e", "network": {"id": "6762e14d-376e-4208-920e-0065698121ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1363383687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24b778d46430e91de54dd318b8a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a667a42-0d", "ovs_interfaceid": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.059900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.060021] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.060196] env[62153]: DEBUG nova.network.neutron [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.095229] env[62153]: DEBUG nova.compute.manager [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.095972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d025d8-ffb1-4394-9135-1fb03fec2fbd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.120325] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.677s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.120812] env[62153]: INFO nova.compute.manager [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Migrating [ 1770.120812] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.120937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.122130] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.149s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.123954] env[62153]: INFO nova.compute.claims [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1770.127272] env[62153]: INFO nova.compute.rpcapi [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1770.127528] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.453032] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52737b8d-f73f-53a0-e594-bdccf5d76b71, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.453412] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.455365] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.455365] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.455365] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.455365] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.455365] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75961e8e-b04a-4d38-9a5c-2bb1bd4ae505 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.463572] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.463756] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.464497] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2373584e-e4a6-4e4d-9c7c-27534f1e318e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.471145] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1770.471145] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234b9e8-6e3f-ec5f-8a91-2048ace584af" [ 1770.471145] env[62153]: _type = "Task" [ 1770.471145] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.479618] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234b9e8-6e3f-ec5f-8a91-2048ace584af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.484327] env[62153]: DEBUG oslo_concurrency.lockutils [req-fbb48948-2340-4bc0-9d57-532dd1a51d5b req-11794a02-3c10-4e64-8472-c313ac28163d service nova] Releasing lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.599251] env[62153]: DEBUG nova.network.neutron [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.606768] env[62153]: INFO nova.compute.manager [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] instance snapshotting [ 1770.609605] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f23f802-3b21-4023-9ef3-f092ebb7779a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.632728] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.637319] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a5ec5-f2a3-4f15-8c12-d32c8f36bdcc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.644043] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.644043] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.644043] env[62153]: DEBUG nova.network.neutron [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.836290] env[62153]: DEBUG nova.network.neutron [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.982462] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234b9e8-6e3f-ec5f-8a91-2048ace584af, 'name': SearchDatastore_Task, 'duration_secs': 0.023725} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.983354] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad810b0e-6a5f-4d6f-ac32-3e2fda800f3d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.988863] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1770.988863] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524149d9-534e-6729-53a3-1a32e062e270" [ 1770.988863] env[62153]: _type = "Task" [ 1770.988863] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.998551] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524149d9-534e-6729-53a3-1a32e062e270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.143648] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.158067] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1771.158422] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b939ac0-12b9-4d14-a10b-187dddc3561e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.166704] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1771.166704] env[62153]: value = "task-2072614" [ 1771.166704] env[62153]: _type = "Task" [ 1771.166704] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.179248] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.337590] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.337910] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Instance network_info: |[{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1771.338405] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d3:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adee4696-b081-46c8-ae90-8c193908fdc3', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.346025] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating folder: Project (f30d618172d24090830e111969ed9d8e). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1771.348503] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549f73f4-8a4c-4f9b-8ed2-b282efbe97f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.359982] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created folder: Project (f30d618172d24090830e111969ed9d8e) in parent group-v424816. [ 1771.360268] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating folder: Instances. Parent ref: group-v424883. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1771.360509] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5fbad2d-687f-44f7-a497-a228978ffa4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.367546] env[62153]: DEBUG nova.network.neutron [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.373224] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created folder: Instances in parent group-v424883. [ 1771.373462] env[62153]: DEBUG oslo.service.loopingcall [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.373649] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.373849] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a69fb1-8306-41ef-a9b7-149286f2271a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.396763] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.396763] env[62153]: value = "task-2072617" [ 1771.396763] env[62153]: _type = "Task" [ 1771.396763] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.405497] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072617, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.498465] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524149d9-534e-6729-53a3-1a32e062e270, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.501073] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.501353] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] bc73c76d-3c04-497a-a6b3-6f044ed1f0f1/bc73c76d-3c04-497a-a6b3-6f044ed1f0f1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.501789] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c538d4b8-9764-4d55-8f38-a4d16f157bbe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.508984] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1771.508984] env[62153]: value = "task-2072618" [ 1771.508984] env[62153]: _type = "Task" [ 1771.508984] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.518546] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.622481] env[62153]: DEBUG nova.compute.manager [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Received event network-changed-adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1771.622481] env[62153]: DEBUG nova.compute.manager [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Refreshing instance network info cache due to event network-changed-adee4696-b081-46c8-ae90-8c193908fdc3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1771.622556] env[62153]: DEBUG oslo_concurrency.lockutils [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.622720] env[62153]: DEBUG oslo_concurrency.lockutils [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.622936] env[62153]: DEBUG nova.network.neutron [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Refreshing network info cache for port adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.679091] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072614, 'name': CreateSnapshot_Task, 'duration_secs': 0.473616} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.679091] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1771.679775] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a6438-d689-460b-a830-0d963b12a8ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.761951] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63add3d1-451f-4dad-a643-ac417a4404b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.770618] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea5804-68db-4bc2-90ff-07db8bc02013 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.805465] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9316e586-773a-43e6-8504-a8cc74926ec3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.814074] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9cf56c-c904-4d2c-ac57-916092385185 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.828353] env[62153]: DEBUG nova.compute.provider_tree [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.871042] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.907687] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072617, 'name': CreateVM_Task, 'duration_secs': 0.322386} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.907861] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1771.908877] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.909551] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.909643] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1771.909904] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bac1c54-0877-4a46-8d7b-f2c5fc0601b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.915044] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1771.915044] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522600d4-01fb-591b-087f-37967aa18d0e" [ 1771.915044] env[62153]: _type = "Task" [ 1771.915044] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.924250] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522600d4-01fb-591b-087f-37967aa18d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.020043] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464411} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.020342] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] bc73c76d-3c04-497a-a6b3-6f044ed1f0f1/bc73c76d-3c04-497a-a6b3-6f044ed1f0f1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.020552] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.020794] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856dd0bd-9b29-48d8-a825-418fabeb60f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.027709] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1772.027709] env[62153]: value = "task-2072619" [ 1772.027709] env[62153]: _type = "Task" [ 1772.027709] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.035976] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.201976] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1772.202336] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-331dbf4c-856c-47a5-aaf5-839714361133 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.212603] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1772.212603] env[62153]: value = "task-2072620" [ 1772.212603] env[62153]: _type = "Task" [ 1772.212603] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.220670] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072620, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.332111] env[62153]: DEBUG nova.scheduler.client.report [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.336279] env[62153]: DEBUG nova.network.neutron [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updated VIF entry in instance network info cache for port adee4696-b081-46c8-ae90-8c193908fdc3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.336576] env[62153]: DEBUG nova.network.neutron [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.428855] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522600d4-01fb-591b-087f-37967aa18d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.043331} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.429878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.430138] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.430377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.430528] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.430705] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.431218] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e11b338-48b8-4189-8544-2fd683212013 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.440912] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.441096] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.441773] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076c1c7a-3c98-4500-aca9-646335b21805 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.446882] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1772.446882] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529627df-818a-ee51-423b-d333fafa2eed" [ 1772.446882] env[62153]: _type = "Task" [ 1772.446882] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.454829] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529627df-818a-ee51-423b-d333fafa2eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.537191] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055989} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.537446] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.538295] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1150214e-adb3-45db-aaa1-5a47542d7c01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.561934] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] bc73c76d-3c04-497a-a6b3-6f044ed1f0f1/bc73c76d-3c04-497a-a6b3-6f044ed1f0f1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.561934] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd5e371-152b-410f-9322-905c9680be82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.580835] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1772.580835] env[62153]: value = "task-2072621" [ 1772.580835] env[62153]: _type = "Task" [ 1772.580835] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.590116] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.722763] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072620, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.841056] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.841056] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.845025] env[62153]: DEBUG oslo_concurrency.lockutils [req-04bfccd0-535e-4789-b270-fec0d83dd4fa req-a206aaf1-18ca-43e8-8a51-61d0846cfa7f service nova] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.845025] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.343s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.845025] env[62153]: INFO nova.compute.claims [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.960913] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529627df-818a-ee51-423b-d333fafa2eed, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.960913] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623908be-5217-4d6a-a1eb-f8908b2d732a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.966479] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1772.966479] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529ba196-94d8-98c1-f0f1-f7a3896ea771" [ 1772.966479] env[62153]: _type = "Task" [ 1772.966479] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.974828] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529ba196-94d8-98c1-f0f1-f7a3896ea771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.093039] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.224201] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072620, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.353040] env[62153]: DEBUG nova.compute.utils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.353657] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1773.353878] env[62153]: DEBUG nova.network.neutron [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.385688] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d5070-7227-4188-9708-d608169f6769 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.406157] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1773.430688] env[62153]: DEBUG nova.policy [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be08ad6939ad4ab2a0cba698ae033184', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8ba6ebbf7964328aa908092ae25de28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.477392] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529ba196-94d8-98c1-f0f1-f7a3896ea771, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.477935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.478023] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a01141db-9e5a-4709-987c-02d9a8401300/a01141db-9e5a-4709-987c-02d9a8401300.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.478262] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d542f040-6680-4b36-8eab-bca13d48395b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.484965] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1773.484965] env[62153]: value = "task-2072622" [ 1773.484965] env[62153]: _type = "Task" [ 1773.484965] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.493273] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.594149] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072621, 'name': ReconfigVM_Task, 'duration_secs': 0.660068} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.594532] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Reconfigured VM instance instance-00000016 to attach disk [datastore1] bc73c76d-3c04-497a-a6b3-6f044ed1f0f1/bc73c76d-3c04-497a-a6b3-6f044ed1f0f1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.595304] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de038284-c72c-4d90-9655-7fbb41ff2cc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.601621] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1773.601621] env[62153]: value = "task-2072623" [ 1773.601621] env[62153]: _type = "Task" [ 1773.601621] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.609680] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072623, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.708360] env[62153]: DEBUG nova.network.neutron [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Successfully created port: 296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.725135] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072620, 'name': CloneVM_Task, 'duration_secs': 1.481593} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.725513] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Created linked-clone VM from snapshot [ 1773.726440] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519fde0c-b9b0-4c33-8d32-2caa517bb9f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.735438] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Uploading image ca6f3cf3-e9a1-48a9-bb24-ae848651d985 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1773.771421] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1773.771421] env[62153]: value = "vm-424887" [ 1773.771421] env[62153]: _type = "VirtualMachine" [ 1773.771421] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1773.771792] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05d655ea-83c1-4983-9ad5-79d1164d4f6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.780548] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lease: (returnval){ [ 1773.780548] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5250d653-2ff4-a63f-cce4-89a9dbfcdf8d" [ 1773.780548] env[62153]: _type = "HttpNfcLease" [ 1773.780548] env[62153]: } obtained for exporting VM: (result){ [ 1773.780548] env[62153]: value = "vm-424887" [ 1773.780548] env[62153]: _type = "VirtualMachine" [ 1773.780548] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1773.781653] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the lease: (returnval){ [ 1773.781653] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5250d653-2ff4-a63f-cce4-89a9dbfcdf8d" [ 1773.781653] env[62153]: _type = "HttpNfcLease" [ 1773.781653] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1773.789144] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.789144] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5250d653-2ff4-a63f-cce4-89a9dbfcdf8d" [ 1773.789144] env[62153]: _type = "HttpNfcLease" [ 1773.789144] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1773.860370] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.912515] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.913682] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8321e94c-ae18-4af4-8d38-8eedd9d61ef0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.924581] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1773.924581] env[62153]: value = "task-2072625" [ 1773.924581] env[62153]: _type = "Task" [ 1773.924581] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.938452] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.000825] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487937} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.001085] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a01141db-9e5a-4709-987c-02d9a8401300/a01141db-9e5a-4709-987c-02d9a8401300.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1774.001354] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1774.001703] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee8c7d03-a07b-44b1-8ac1-768db130c605 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.009131] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1774.009131] env[62153]: value = "task-2072626" [ 1774.009131] env[62153]: _type = "Task" [ 1774.009131] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.017855] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.111533] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072623, 'name': Rename_Task, 'duration_secs': 0.246319} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.114167] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.114623] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4786c2a-19c5-49e9-9568-c1ad68e2161d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.120807] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1774.120807] env[62153]: value = "task-2072627" [ 1774.120807] env[62153]: _type = "Task" [ 1774.120807] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.131166] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.288383] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1774.288383] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5250d653-2ff4-a63f-cce4-89a9dbfcdf8d" [ 1774.288383] env[62153]: _type = "HttpNfcLease" [ 1774.288383] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1774.288678] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1774.288678] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5250d653-2ff4-a63f-cce4-89a9dbfcdf8d" [ 1774.288678] env[62153]: _type = "HttpNfcLease" [ 1774.288678] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1774.289407] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57420909-1d4f-4947-9a33-5065ce0ac24d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.299944] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277f444-ecd7-0bf1-a826-7fab85b02347/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1774.300152] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277f444-ecd7-0bf1-a826-7fab85b02347/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1774.397419] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-483c81f3-4f83-40b1-977e-913508d8b4c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.439896] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072625, 'name': PowerOffVM_Task, 'duration_secs': 0.312577} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.440180] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.440361] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1774.519409] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073425} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.519409] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1774.519962] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5925c-cafb-4660-aaf2-f2bb81882d93 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.546113] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a01141db-9e5a-4709-987c-02d9a8401300/a01141db-9e5a-4709-987c-02d9a8401300.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.547403] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b916f003-722e-4b48-ab76-58cbce0485d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.562682] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f311ea-5627-45cd-be4d-0dd8c9072c4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.571058] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe7e55b-3d30-4a2f-84e3-1d34792b5ab0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.574724] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1774.574724] env[62153]: value = "task-2072628" [ 1774.574724] env[62153]: _type = "Task" [ 1774.574724] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.606088] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da025b32-948d-42aa-960f-8d9c5502146e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.611781] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.619185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600fb036-2414-48c4-880e-e2544224a64c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.630850] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.638863] env[62153]: DEBUG nova.compute.provider_tree [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.876183] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.906994] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.907801] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.910038] env[62153]: DEBUG nova.virt.hardware [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.910782] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7507a-1609-4118-a459-083bc5be9a53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.921276] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80957819-823a-4665-8765-5ff0403dbcb1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.946477] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.946728] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.947250] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.947250] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.947366] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.947507] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.947763] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.948017] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.948633] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.948633] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.949860] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.954056] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd9ee85-e5ce-41ac-968c-313c8f1e78e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.975194] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1774.975194] env[62153]: value = "task-2072629" [ 1774.975194] env[62153]: _type = "Task" [ 1774.975194] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.986014] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.085537] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072628, 'name': ReconfigVM_Task, 'duration_secs': 0.422974} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.085914] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a01141db-9e5a-4709-987c-02d9a8401300/a01141db-9e5a-4709-987c-02d9a8401300.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.086803] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07b82a38-58f9-4656-b8af-c55382f7b41f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.094067] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1775.094067] env[62153]: value = "task-2072630" [ 1775.094067] env[62153]: _type = "Task" [ 1775.094067] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.102965] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072630, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.132565] env[62153]: DEBUG oslo_vmware.api [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072627, 'name': PowerOnVM_Task, 'duration_secs': 0.741595} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.133271] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.133271] env[62153]: INFO nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1775.133616] env[62153]: DEBUG nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.135636] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b5deb1-1db7-445f-bff3-0bd093554964 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.143231] env[62153]: DEBUG nova.scheduler.client.report [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.382722] env[62153]: DEBUG nova.compute.manager [req-21711429-1317-41e5-9019-3ad25e291ffc req-5e88cdcc-0ac1-4ce7-ab86-838ca94026da service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Received event network-vif-plugged-296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1775.383130] env[62153]: DEBUG oslo_concurrency.lockutils [req-21711429-1317-41e5-9019-3ad25e291ffc req-5e88cdcc-0ac1-4ce7-ab86-838ca94026da service nova] Acquiring lock "1d290661-08d5-41bc-9939-74eb30a0c1e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.383476] env[62153]: DEBUG oslo_concurrency.lockutils [req-21711429-1317-41e5-9019-3ad25e291ffc req-5e88cdcc-0ac1-4ce7-ab86-838ca94026da service nova] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.383799] env[62153]: DEBUG oslo_concurrency.lockutils [req-21711429-1317-41e5-9019-3ad25e291ffc req-5e88cdcc-0ac1-4ce7-ab86-838ca94026da service nova] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.384169] env[62153]: DEBUG nova.compute.manager [req-21711429-1317-41e5-9019-3ad25e291ffc req-5e88cdcc-0ac1-4ce7-ab86-838ca94026da service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] No waiting events found dispatching network-vif-plugged-296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.384478] env[62153]: WARNING nova.compute.manager [req-21711429-1317-41e5-9019-3ad25e291ffc req-5e88cdcc-0ac1-4ce7-ab86-838ca94026da service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Received unexpected event network-vif-plugged-296db2a5-cccf-4d29-a2a9-89a6eba17416 for instance with vm_state building and task_state spawning. [ 1775.485988] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072629, 'name': ReconfigVM_Task, 'duration_secs': 0.259741} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.486332] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1775.606554] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072630, 'name': Rename_Task, 'duration_secs': 0.148829} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.606554] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.606554] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e960f295-a7ff-4d9b-aad4-20622f33f586 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.613444] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1775.613444] env[62153]: value = "task-2072631" [ 1775.613444] env[62153]: _type = "Task" [ 1775.613444] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.621456] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.648271] env[62153]: DEBUG nova.network.neutron [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Successfully updated port: 296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.650050] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.650892] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.659609] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.540s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.662678] env[62153]: INFO nova.compute.claims [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.671518] env[62153]: INFO nova.compute.manager [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Took 46.91 seconds to build instance. [ 1775.995772] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.996575] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.996934] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.998640] env[62153]: DEBUG nova.virt.hardware [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1776.006020] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1776.007266] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6eefc8b-f131-40c9-92b1-829b1c476301 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.028179] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1776.028179] env[62153]: value = "task-2072632" [ 1776.028179] env[62153]: _type = "Task" [ 1776.028179] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.037469] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.123527] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.156516] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "refresh_cache-1d290661-08d5-41bc-9939-74eb30a0c1e4" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.156959] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired lock "refresh_cache-1d290661-08d5-41bc-9939-74eb30a0c1e4" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.157660] env[62153]: DEBUG nova.network.neutron [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1776.170928] env[62153]: DEBUG nova.compute.utils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.173114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e2adfa1b-1732-4b1e-8893-49db1847846e tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.031s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.174641] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.174852] env[62153]: DEBUG nova.network.neutron [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.178651] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.731s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.180386] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2ec338-6377-44a1-af23-be8f38c4d0fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.253616] env[62153]: DEBUG nova.policy [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a37712588448a1805e8379a14cdf5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7b678727d4043838aa9e63be768e2da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.541982] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072632, 'name': ReconfigVM_Task, 'duration_secs': 0.238821} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.542510] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1776.543438] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c06187-9d3b-4a8f-8d84-195bd07b8c0c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.576773] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675/f67d19d9-9511-4e6d-a396-2b9111b77675.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.577172] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56206f6-b3d1-45c4-a7e9-5f26bcb1a804 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.602022] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1776.602022] env[62153]: value = "task-2072633" [ 1776.602022] env[62153]: _type = "Task" [ 1776.602022] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.608886] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.626497] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.673976] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.681772] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1776.691435] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.700838] env[62153]: DEBUG nova.network.neutron [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.720327] env[62153]: DEBUG nova.network.neutron [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Successfully created port: 14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.957182] env[62153]: DEBUG nova.network.neutron [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Updating instance_info_cache with network_info: [{"id": "296db2a5-cccf-4d29-a2a9-89a6eba17416", "address": "fa:16:3e:2a:c7:76", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296db2a5-cc", "ovs_interfaceid": "296db2a5-cccf-4d29-a2a9-89a6eba17416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.113303] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072633, 'name': ReconfigVM_Task, 'duration_secs': 0.421443} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.113651] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Reconfigured VM instance instance-0000000d to attach disk [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675/f67d19d9-9511-4e6d-a396-2b9111b77675.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.114024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1777.129176] env[62153]: DEBUG oslo_vmware.api [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072631, 'name': PowerOnVM_Task, 'duration_secs': 1.054892} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.129808] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.129808] env[62153]: INFO nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1777.129935] env[62153]: DEBUG nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.131069] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb598db-79d8-44ce-8891-5db92bcd7418 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.211243] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.343537] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4edb45-7b68-48bc-9e99-a43ab8cdd730 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.354071] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b828914-f40c-42f4-a13d-15701688eaac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.384701] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79ec60-7422-4596-a15c-d57174ebe4a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.392597] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d794e8b-9d5a-4d8a-97de-fdb915c80c2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.408234] env[62153]: DEBUG nova.compute.provider_tree [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.462782] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Releasing lock "refresh_cache-1d290661-08d5-41bc-9939-74eb30a0c1e4" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.463260] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Instance network_info: |[{"id": "296db2a5-cccf-4d29-a2a9-89a6eba17416", "address": "fa:16:3e:2a:c7:76", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296db2a5-cc", "ovs_interfaceid": "296db2a5-cccf-4d29-a2a9-89a6eba17416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1777.463898] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '296db2a5-cccf-4d29-a2a9-89a6eba17416', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1777.477032] env[62153]: DEBUG oslo.service.loopingcall [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.477378] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1777.477701] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c0c3a69-944d-4512-bfdf-5aa1746963a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.507372] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.507372] env[62153]: value = "task-2072634" [ 1777.507372] env[62153]: _type = "Task" [ 1777.507372] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.517261] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072634, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.626434] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f03482-cf15-4d9f-bcd5-9726bdb0606f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.647485] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f4ef2-fa33-4f52-adff-594bf23d9f28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.660241] env[62153]: INFO nova.compute.manager [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 48.57 seconds to build instance. [ 1777.675432] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1777.695971] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.727882] env[62153]: DEBUG nova.virt.hardware [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.728828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f812a-9486-450c-a867-48ea7bd2d4df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.736849] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cfa9ef-e68f-42fc-83f7-cc1f97b5cc04 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.895208] env[62153]: DEBUG nova.compute.manager [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Received event network-changed-296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1777.895411] env[62153]: DEBUG nova.compute.manager [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Refreshing instance network info cache due to event network-changed-296db2a5-cccf-4d29-a2a9-89a6eba17416. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1777.895629] env[62153]: DEBUG oslo_concurrency.lockutils [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] Acquiring lock "refresh_cache-1d290661-08d5-41bc-9939-74eb30a0c1e4" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.895770] env[62153]: DEBUG oslo_concurrency.lockutils [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] Acquired lock "refresh_cache-1d290661-08d5-41bc-9939-74eb30a0c1e4" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.895930] env[62153]: DEBUG nova.network.neutron [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Refreshing network info cache for port 296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.911321] env[62153]: DEBUG nova.scheduler.client.report [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.018816] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072634, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.182452] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dc7889df-ab7a-4400-abcc-04a44ee22abb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.396s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.249013] env[62153]: DEBUG nova.network.neutron [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Port e02d93be-a74b-4d8e-adfe-ba3481a49d0a binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1778.416125] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.416672] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.419367] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.605s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.423563] env[62153]: INFO nova.compute.claims [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.518822] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072634, 'name': CreateVM_Task, 'duration_secs': 0.669995} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.521542] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1778.522257] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.522466] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.522828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1778.523422] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5716ea-b318-4cee-a7c7-38dd54f20d3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.528357] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1778.528357] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f8774d-5235-eda0-2342-3fae93a296f9" [ 1778.528357] env[62153]: _type = "Task" [ 1778.528357] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.539133] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f8774d-5235-eda0-2342-3fae93a296f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.690415] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.696778] env[62153]: DEBUG nova.network.neutron [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Updated VIF entry in instance network info cache for port 296db2a5-cccf-4d29-a2a9-89a6eba17416. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.697459] env[62153]: DEBUG nova.network.neutron [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Updating instance_info_cache with network_info: [{"id": "296db2a5-cccf-4d29-a2a9-89a6eba17416", "address": "fa:16:3e:2a:c7:76", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296db2a5-cc", "ovs_interfaceid": "296db2a5-cccf-4d29-a2a9-89a6eba17416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.767925] env[62153]: DEBUG nova.network.neutron [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Successfully updated port: 14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.929276] env[62153]: DEBUG nova.compute.utils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.935759] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1778.936987] env[62153]: DEBUG nova.network.neutron [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.990125] env[62153]: DEBUG nova.policy [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0915c5d7d5714037b20ae5bdebcdb74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec3f28f51d0b4173911758d01f4c0ec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.043029] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f8774d-5235-eda0-2342-3fae93a296f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.043029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.043029] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1779.043029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.043029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.043029] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1779.043029] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c1918f9-2f51-4033-afd3-803ae5abf0e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.051275] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1779.051943] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1779.053053] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24cac04-a45a-4680-8ad8-a2d1fe87ceb2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.059391] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1779.059391] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522bea5a-c460-3d4e-41c2-fc3815715448" [ 1779.059391] env[62153]: _type = "Task" [ 1779.059391] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.070771] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522bea5a-c460-3d4e-41c2-fc3815715448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.204254] env[62153]: DEBUG oslo_concurrency.lockutils [req-5b603400-03eb-4744-bdcc-6868cc9d737d req-cd58ff59-f03c-4d65-9201-6a52dd84e369 service nova] Releasing lock "refresh_cache-1d290661-08d5-41bc-9939-74eb30a0c1e4" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.225513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.275880] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.276157] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.276352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.277492] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "refresh_cache-b30be790-a9ba-4ce8-8310-74be04f93752" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.277619] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquired lock "refresh_cache-b30be790-a9ba-4ce8-8310-74be04f93752" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.277774] env[62153]: DEBUG nova.network.neutron [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.381712] env[62153]: DEBUG nova.network.neutron [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Successfully created port: 955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.439273] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.582418] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522bea5a-c460-3d4e-41c2-fc3815715448, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.582418] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f131099-c08b-4724-a8d9-8977164d16c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.591024] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1779.591024] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52000602-772d-5de7-e64c-6055f5b7d441" [ 1779.591024] env[62153]: _type = "Task" [ 1779.591024] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.603197] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52000602-772d-5de7-e64c-6055f5b7d441, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.603463] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.603721] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 1d290661-08d5-41bc-9939-74eb30a0c1e4/1d290661-08d5-41bc-9939-74eb30a0c1e4.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.604030] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0aded3-c458-4369-9987-5d8f98ae5234 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.612260] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1779.612260] env[62153]: value = "task-2072635" [ 1779.612260] env[62153]: _type = "Task" [ 1779.612260] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.620398] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.814870] env[62153]: DEBUG nova.network.neutron [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.077168] env[62153]: DEBUG nova.network.neutron [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Updating instance_info_cache with network_info: [{"id": "14f8cb14-c8b5-445b-9636-64b5a08474dd", "address": "fa:16:3e:62:66:47", "network": {"id": "68ff9f52-5048-43b6-b9d7-8375d17fb63e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2022289616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b678727d4043838aa9e63be768e2da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f8cb14-c8", "ovs_interfaceid": "14f8cb14-c8b5-445b-9636-64b5a08474dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.126086] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072635, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.145763] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c8a74e-bf0e-46af-834d-a2c6acb53d53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.153468] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5ed4ad-22da-43c7-b311-1aa23c4f2937 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.185748] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7609f0-b647-4304-85f6-112af27869ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.194072] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27d3811-5656-4ac3-b96a-a3f52304bed8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.207691] env[62153]: DEBUG nova.compute.provider_tree [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.211548] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Received event network-changed-3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.211735] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Refreshing instance network info cache due to event network-changed-3a667a42-0d80-4dfd-815f-2ad20cfcedde. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1780.211948] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquiring lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.212106] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquired lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.212263] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Refreshing network info cache for port 3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.348087] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.348288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.348470] env[62153]: DEBUG nova.network.neutron [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.455424] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.486301] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.486555] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.486713] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.486893] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.487055] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.487211] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.487419] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.487579] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.487748] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.487910] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.488097] env[62153]: DEBUG nova.virt.hardware [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.489368] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c40363-491e-4b49-8dfd-e76dc77f6e7b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.497386] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b525b-9a39-444a-a29a-a0a794694fb5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.579796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Releasing lock "refresh_cache-b30be790-a9ba-4ce8-8310-74be04f93752" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.580472] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Instance network_info: |[{"id": "14f8cb14-c8b5-445b-9636-64b5a08474dd", "address": "fa:16:3e:62:66:47", "network": {"id": "68ff9f52-5048-43b6-b9d7-8375d17fb63e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2022289616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b678727d4043838aa9e63be768e2da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f8cb14-c8", "ovs_interfaceid": "14f8cb14-c8b5-445b-9636-64b5a08474dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.580680] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:66:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f8cb14-c8b5-445b-9636-64b5a08474dd', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.589021] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Creating folder: Project (b7b678727d4043838aa9e63be768e2da). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.589461] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f75ec41-6400-4ad1-8924-e8a887bf4f2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.599707] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Created folder: Project (b7b678727d4043838aa9e63be768e2da) in parent group-v424816. [ 1780.599894] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Creating folder: Instances. Parent ref: group-v424889. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.600144] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db249e11-48ec-417c-8d1f-97af68b6b2fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.609032] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Created folder: Instances in parent group-v424889. [ 1780.609293] env[62153]: DEBUG oslo.service.loopingcall [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.609486] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.609687] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77b6a313-3aa9-4760-bd96-c6da20913717 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.633215] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527355} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.634430] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 1d290661-08d5-41bc-9939-74eb30a0c1e4/1d290661-08d5-41bc-9939-74eb30a0c1e4.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.634650] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.634894] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.634894] env[62153]: value = "task-2072638" [ 1780.634894] env[62153]: _type = "Task" [ 1780.634894] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.635093] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92eb72c-5070-49a7-ab4f-279a52f5afbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.644118] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072638, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.645331] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1780.645331] env[62153]: value = "task-2072639" [ 1780.645331] env[62153]: _type = "Task" [ 1780.645331] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.652459] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.715642] env[62153]: DEBUG nova.scheduler.client.report [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.113494] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updated VIF entry in instance network info cache for port 3a667a42-0d80-4dfd-815f-2ad20cfcedde. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.113981] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updating instance_info_cache with network_info: [{"id": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "address": "fa:16:3e:8a:0f:3e", "network": {"id": "6762e14d-376e-4208-920e-0065698121ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1363383687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24b778d46430e91de54dd318b8a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a667a42-0d", "ovs_interfaceid": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.153086] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072638, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.158958] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177184} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.159465] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1781.160467] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07071fc9-3758-4ded-b2bc-56cea0cb51a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.187986] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1d290661-08d5-41bc-9939-74eb30a0c1e4/1d290661-08d5-41bc-9939-74eb30a0c1e4.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.191735] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311616b7-0c48-4a02-a857-f0f5cdff8071 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.215270] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1781.215270] env[62153]: value = "task-2072640" [ 1781.215270] env[62153]: _type = "Task" [ 1781.215270] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.223093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.223787] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.231123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.917s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.231457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.234333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.140s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.234674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.236665] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.682s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.236998] env[62153]: DEBUG nova.objects.instance [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1781.240891] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.259275] env[62153]: DEBUG nova.network.neutron [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.275456] env[62153]: INFO nova.scheduler.client.report [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Deleted allocations for instance 5331f16d-60ad-4016-8d77-44de2c9e2e53 [ 1781.279323] env[62153]: INFO nova.scheduler.client.report [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Deleted allocations for instance 0297be37-9dad-4efb-9deb-a5fe0907ffd9 [ 1781.280992] env[62153]: DEBUG nova.network.neutron [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Successfully updated port: 955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.616812] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Releasing lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.617244] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Received event network-vif-plugged-14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1781.617407] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquiring lock "b30be790-a9ba-4ce8-8310-74be04f93752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.617653] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Lock "b30be790-a9ba-4ce8-8310-74be04f93752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.617913] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Lock "b30be790-a9ba-4ce8-8310-74be04f93752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.618063] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] No waiting events found dispatching network-vif-plugged-14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.618265] env[62153]: WARNING nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Received unexpected event network-vif-plugged-14f8cb14-c8b5-445b-9636-64b5a08474dd for instance with vm_state building and task_state spawning. [ 1781.618477] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Received event network-changed-14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1781.621335] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Refreshing instance network info cache due to event network-changed-14f8cb14-c8b5-445b-9636-64b5a08474dd. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1781.621335] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquiring lock "refresh_cache-b30be790-a9ba-4ce8-8310-74be04f93752" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.621335] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquired lock "refresh_cache-b30be790-a9ba-4ce8-8310-74be04f93752" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.621335] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Refreshing network info cache for port 14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.650147] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072638, 'name': CreateVM_Task, 'duration_secs': 0.625944} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.650319] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.651053] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.651214] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.651527] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.651779] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad41871e-fc33-4c38-9097-7effffd7b347 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.657676] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1781.657676] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52829323-7e4f-861e-0aaf-d3ad9291d3b6" [ 1781.657676] env[62153]: _type = "Task" [ 1781.657676] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.667208] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52829323-7e4f-861e-0aaf-d3ad9291d3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.726893] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.745860] env[62153]: DEBUG nova.compute.utils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.749328] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.749328] env[62153]: DEBUG nova.network.neutron [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.762319] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.785487] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "refresh_cache-3b7f53c5-a334-41e9-ad16-d8b5bb467222" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.785487] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquired lock "refresh_cache-3b7f53c5-a334-41e9-ad16-d8b5bb467222" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.785487] env[62153]: DEBUG nova.network.neutron [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.793174] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f1bddfc3-4217-49f7-bf29-0a46a88be8bc tempest-ServersAdmin275Test-1768581323 tempest-ServersAdmin275Test-1768581323-project-member] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.959s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.796239] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.354s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.796553] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d5dafaa-cc53-4392-ac57-81647cebef1b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.801313] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bbf18046-4897-4c53-a71a-7bf29594280d tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.281s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.804180] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.360s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.805561] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66a0c890-8d90-41e6-a074-fab3095af9f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.815228] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2dfdd4-be1a-4630-9282-ab1a1ec306c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.835065] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e09ff-1060-4965-817b-d826c91994cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.862664] env[62153]: DEBUG nova.policy [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '898edb12275f440f93f386e155412f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e18d1fb2df8497b9f8cd460672f3be3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.168305] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52829323-7e4f-861e-0aaf-d3ad9291d3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.168850] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.169162] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.169572] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.169792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.169893] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.170854] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17084398-2b90-4bbf-994e-2cef91bf910a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.180638] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.180638] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.181374] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cd85b5-4d73-41f4-b26c-f21cf8d6cd91 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.187797] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1782.187797] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527394cb-934f-7107-6b4c-9f3367cdd094" [ 1782.187797] env[62153]: _type = "Task" [ 1782.187797] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.197144] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527394cb-934f-7107-6b4c-9f3367cdd094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.225644] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072640, 'name': ReconfigVM_Task, 'duration_secs': 0.580616} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.226103] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1d290661-08d5-41bc-9939-74eb30a0c1e4/1d290661-08d5-41bc-9939-74eb30a0c1e4.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.226995] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec1adde6-65af-40a4-8165-e65f2965d05f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.234553] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1782.234553] env[62153]: value = "task-2072641" [ 1782.234553] env[62153]: _type = "Task" [ 1782.234553] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.246728] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072641, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.248934] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b589c41e-8251-408b-a2ca-9e75dea502ec tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.250035] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.202s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.251650] env[62153]: INFO nova.compute.claims [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.254408] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.289271] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab32af-b8bf-47b8-8779-ff6204791ea6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.317318] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35f541f-35a7-4dc3-8b7a-0a8191c526a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.327260] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1782.369797] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "5331f16d-60ad-4016-8d77-44de2c9e2e53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.371547] env[62153]: DEBUG nova.network.neutron [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.393334] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "0297be37-9dad-4efb-9deb-a5fe0907ffd9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.629608] env[62153]: DEBUG nova.network.neutron [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Successfully created port: bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.698280] env[62153]: DEBUG nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Received event network-vif-plugged-955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.698517] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Acquiring lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.698727] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.698892] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.699534] env[62153]: DEBUG nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] No waiting events found dispatching network-vif-plugged-955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.699777] env[62153]: WARNING nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Received unexpected event network-vif-plugged-955780cd-31cb-47a6-8bb7-3b1067e0ce49 for instance with vm_state building and task_state spawning. [ 1782.699982] env[62153]: DEBUG nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Received event network-changed-955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.700574] env[62153]: DEBUG nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Refreshing instance network info cache due to event network-changed-955780cd-31cb-47a6-8bb7-3b1067e0ce49. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1782.700574] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Acquiring lock "refresh_cache-3b7f53c5-a334-41e9-ad16-d8b5bb467222" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.704862] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527394cb-934f-7107-6b4c-9f3367cdd094, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.707301] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Updated VIF entry in instance network info cache for port 14f8cb14-c8b5-445b-9636-64b5a08474dd. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.707666] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Updating instance_info_cache with network_info: [{"id": "14f8cb14-c8b5-445b-9636-64b5a08474dd", "address": "fa:16:3e:62:66:47", "network": {"id": "68ff9f52-5048-43b6-b9d7-8375d17fb63e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2022289616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b678727d4043838aa9e63be768e2da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f8cb14-c8", "ovs_interfaceid": "14f8cb14-c8b5-445b-9636-64b5a08474dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.710442] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df5dcb3-7856-41b1-9fc0-f24c20fb616e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.717402] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1782.717402] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eec386-8770-a240-9f2d-dbabcf2703df" [ 1782.717402] env[62153]: _type = "Task" [ 1782.717402] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.728821] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eec386-8770-a240-9f2d-dbabcf2703df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.745305] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072641, 'name': Rename_Task, 'duration_secs': 0.212112} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.745604] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.745884] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c681af-a70d-4777-b8a6-abd86bcac8c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.752398] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1782.752398] env[62153]: value = "task-2072642" [ 1782.752398] env[62153]: _type = "Task" [ 1782.752398] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.768482] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.780604] env[62153]: DEBUG nova.network.neutron [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Updating instance_info_cache with network_info: [{"id": "955780cd-31cb-47a6-8bb7-3b1067e0ce49", "address": "fa:16:3e:62:65:43", "network": {"id": "241b5cdc-03a7-4b41-bad7-e8ad901407a2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1157104396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f28f51d0b4173911758d01f4c0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955780cd-31", "ovs_interfaceid": "955780cd-31cb-47a6-8bb7-3b1067e0ce49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.834255] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.834760] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe41267e-74cf-441b-9149-f72fddd0dc8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.844026] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1782.844026] env[62153]: value = "task-2072643" [ 1782.844026] env[62153]: _type = "Task" [ 1782.844026] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.852975] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.212077] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Releasing lock "refresh_cache-b30be790-a9ba-4ce8-8310-74be04f93752" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.212409] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Received event network-changed-adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1783.212585] env[62153]: DEBUG nova.compute.manager [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Refreshing instance network info cache due to event network-changed-adee4696-b081-46c8-ae90-8c193908fdc3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1783.212879] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.213079] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.213287] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Refreshing network info cache for port adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.232265] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eec386-8770-a240-9f2d-dbabcf2703df, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.232600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.233154] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b30be790-a9ba-4ce8-8310-74be04f93752/b30be790-a9ba-4ce8-8310-74be04f93752.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.233510] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0f57b08-76a8-4157-88b5-2f0c7281708a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.243659] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1783.243659] env[62153]: value = "task-2072644" [ 1783.243659] env[62153]: _type = "Task" [ 1783.243659] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.254739] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.269019] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.270601] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.283350] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Releasing lock "refresh_cache-3b7f53c5-a334-41e9-ad16-d8b5bb467222" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.283878] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Instance network_info: |[{"id": "955780cd-31cb-47a6-8bb7-3b1067e0ce49", "address": "fa:16:3e:62:65:43", "network": {"id": "241b5cdc-03a7-4b41-bad7-e8ad901407a2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1157104396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f28f51d0b4173911758d01f4c0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955780cd-31", "ovs_interfaceid": "955780cd-31cb-47a6-8bb7-3b1067e0ce49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.284293] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Acquired lock "refresh_cache-3b7f53c5-a334-41e9-ad16-d8b5bb467222" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.284620] env[62153]: DEBUG nova.network.neutron [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Refreshing network info cache for port 955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.287110] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:65:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '955780cd-31cb-47a6-8bb7-3b1067e0ce49', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.299470] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Creating folder: Project (ec3f28f51d0b4173911758d01f4c0ec9). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.302556] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae1bc321-3a2d-4ee7-a669-f01585096d4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.314159] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.314452] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.314634] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.314841] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.315029] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.315187] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.315426] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.315622] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.315813] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.315996] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.316687] env[62153]: DEBUG nova.virt.hardware [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.318467] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ca99b-5056-441f-84ed-3eb42c3ff40f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.322349] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Created folder: Project (ec3f28f51d0b4173911758d01f4c0ec9) in parent group-v424816. [ 1783.322579] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Creating folder: Instances. Parent ref: group-v424892. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.323565] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-251da03a-ae5b-4522-a8bb-6a29af6335cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.329663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e1765-ce0f-4d8c-abdb-de609ceada27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.338959] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Created folder: Instances in parent group-v424892. [ 1783.339198] env[62153]: DEBUG oslo.service.loopingcall [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.342675] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.344188] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-529da82c-4f4d-4fe3-b8a6-84fffa60b6a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.383573] env[62153]: DEBUG oslo_vmware.api [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072643, 'name': PowerOnVM_Task, 'duration_secs': 0.512482} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.385077] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.385574] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b26ca-e7ba-4a0f-9ac4-2fe3f0afe976 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance 'f67d19d9-9511-4e6d-a396-2b9111b77675' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1783.388953] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.388953] env[62153]: value = "task-2072647" [ 1783.388953] env[62153]: _type = "Task" [ 1783.388953] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.401650] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072647, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.764524] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.773130] env[62153]: DEBUG oslo_vmware.api [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072642, 'name': PowerOnVM_Task, 'duration_secs': 0.715112} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.773469] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.773682] env[62153]: INFO nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1783.773892] env[62153]: DEBUG nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.774783] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09600a54-4e11-4937-bad9-9b119ef2068a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.910896] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072647, 'name': CreateVM_Task, 'duration_secs': 0.467208} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.911176] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.911773] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.911935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.915571] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.915571] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab02037-573c-4a29-8384-7349e6d58d15 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.920454] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1783.920454] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52954830-b3a1-e094-f7c0-1b5c4bebf560" [ 1783.920454] env[62153]: _type = "Task" [ 1783.920454] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.934008] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52954830-b3a1-e094-f7c0-1b5c4bebf560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.030024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761dd5b7-de0c-4898-9289-57a875e9be1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.037678] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fc0e4-0a63-4b75-8f98-151c347cb998 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.075509] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb45bd9-edc1-4800-953d-953377263ef1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.083777] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca519ab-bed0-439b-b447-07751f22d9fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.099191] env[62153]: DEBUG nova.compute.provider_tree [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.255295] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.255659] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b30be790-a9ba-4ce8-8310-74be04f93752/b30be790-a9ba-4ce8-8310-74be04f93752.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.255852] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.256133] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d211132f-da5d-4feb-974f-899a9d41eb6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.264286] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1784.264286] env[62153]: value = "task-2072648" [ 1784.264286] env[62153]: _type = "Task" [ 1784.264286] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.273205] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.290572] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updated VIF entry in instance network info cache for port adee4696-b081-46c8-ae90-8c193908fdc3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.290893] env[62153]: DEBUG nova.network.neutron [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.300475] env[62153]: INFO nova.compute.manager [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Took 51.39 seconds to build instance. [ 1784.357538] env[62153]: DEBUG nova.network.neutron [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Updated VIF entry in instance network info cache for port 955780cd-31cb-47a6-8bb7-3b1067e0ce49. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.357938] env[62153]: DEBUG nova.network.neutron [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Updating instance_info_cache with network_info: [{"id": "955780cd-31cb-47a6-8bb7-3b1067e0ce49", "address": "fa:16:3e:62:65:43", "network": {"id": "241b5cdc-03a7-4b41-bad7-e8ad901407a2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1157104396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f28f51d0b4173911758d01f4c0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955780cd-31", "ovs_interfaceid": "955780cd-31cb-47a6-8bb7-3b1067e0ce49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.431380] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52954830-b3a1-e094-f7c0-1b5c4bebf560, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.432182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.432182] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.432182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.433340] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.433340] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.433340] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2d86f08-ea02-4542-9be2-40100bee684c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.441623] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.441881] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.442744] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547fdcf5-79a3-4003-8c43-16ec84609a3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.449072] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1784.449072] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c8aed-be22-35a9-a59e-4cddd74723b2" [ 1784.449072] env[62153]: _type = "Task" [ 1784.449072] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.462301] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c8aed-be22-35a9-a59e-4cddd74723b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.470718] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.471100] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.471353] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.471547] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.471776] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.474290] env[62153]: INFO nova.compute.manager [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Terminating instance [ 1784.602982] env[62153]: DEBUG nova.scheduler.client.report [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.774220] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106703} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.774492] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.775440] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59429bf-81bb-4b9b-b191-e686233c89f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.797261] env[62153]: DEBUG oslo_concurrency.lockutils [req-a903aee8-78a6-455d-a4eb-b1b392b7902b req-db916f1a-0201-4484-bfee-a0e070df2f18 service nova] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.806500] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] b30be790-a9ba-4ce8-8310-74be04f93752/b30be790-a9ba-4ce8-8310-74be04f93752.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.806982] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ec48f012-08aa-4652-b1ff-d60e24233c57 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.522s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.807208] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f0b4bf-a0fc-4af2-beec-7f39d324e742 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.828255] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1784.828255] env[62153]: value = "task-2072649" [ 1784.828255] env[62153]: _type = "Task" [ 1784.828255] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.838218] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.861407] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Releasing lock "refresh_cache-3b7f53c5-a334-41e9-ad16-d8b5bb467222" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.861571] env[62153]: DEBUG nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Received event network-changed-3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1784.861674] env[62153]: DEBUG nova.compute.manager [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Refreshing instance network info cache due to event network-changed-3a667a42-0d80-4dfd-815f-2ad20cfcedde. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1784.861967] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Acquiring lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.862180] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Acquired lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.862483] env[62153]: DEBUG nova.network.neutron [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Refreshing network info cache for port 3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.885766] env[62153]: DEBUG nova.network.neutron [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Successfully updated port: bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.965996] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c8aed-be22-35a9-a59e-4cddd74723b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.966519] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de3c895-aa13-4935-8a10-68595d7018df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.972726] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1784.972726] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529e827e-235c-59db-5639-2fd36b580868" [ 1784.972726] env[62153]: _type = "Task" [ 1784.972726] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.981428] env[62153]: DEBUG nova.compute.manager [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1784.981643] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.981943] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529e827e-235c-59db-5639-2fd36b580868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.982722] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d48feb-9141-4af4-9eee-db2b90783292 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.989418] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.989684] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e75274-8d8d-4753-91c1-92e219db8bc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.996901] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1784.996901] env[62153]: value = "task-2072650" [ 1784.996901] env[62153]: _type = "Task" [ 1784.996901] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.005273] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.099648] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277f444-ecd7-0bf1-a826-7fab85b02347/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1785.099648] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f000b213-3646-4770-b83d-90c5ea8d7694 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.106290] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277f444-ecd7-0bf1-a826-7fab85b02347/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1785.106483] env[62153]: ERROR oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277f444-ecd7-0bf1-a826-7fab85b02347/disk-0.vmdk due to incomplete transfer. [ 1785.106717] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d7e637ff-902b-4985-98a9-888ac250b596 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.108713] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.109224] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.116163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.352s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.116163] env[62153]: INFO nova.compute.claims [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.126521] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277f444-ecd7-0bf1-a826-7fab85b02347/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1785.126723] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Uploaded image ca6f3cf3-e9a1-48a9-bb24-ae848651d985 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1785.128764] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1785.132083] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf8846a2-3060-4948-b8a3-365dc07f9900 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.138938] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1785.138938] env[62153]: value = "task-2072651" [ 1785.138938] env[62153]: _type = "Task" [ 1785.138938] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.156348] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072651, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.184320] env[62153]: DEBUG nova.compute.manager [req-5bf68ebb-f195-4830-addf-b7375be92a6b req-d6b02789-9dcb-4841-b0d5-eb10d2a5ac8d service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Received event network-vif-plugged-bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1785.184582] env[62153]: DEBUG oslo_concurrency.lockutils [req-5bf68ebb-f195-4830-addf-b7375be92a6b req-d6b02789-9dcb-4841-b0d5-eb10d2a5ac8d service nova] Acquiring lock "537cd010-2546-4755-a560-a77f6f22a163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.184867] env[62153]: DEBUG oslo_concurrency.lockutils [req-5bf68ebb-f195-4830-addf-b7375be92a6b req-d6b02789-9dcb-4841-b0d5-eb10d2a5ac8d service nova] Lock "537cd010-2546-4755-a560-a77f6f22a163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.185050] env[62153]: DEBUG oslo_concurrency.lockutils [req-5bf68ebb-f195-4830-addf-b7375be92a6b req-d6b02789-9dcb-4841-b0d5-eb10d2a5ac8d service nova] Lock "537cd010-2546-4755-a560-a77f6f22a163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.185258] env[62153]: DEBUG nova.compute.manager [req-5bf68ebb-f195-4830-addf-b7375be92a6b req-d6b02789-9dcb-4841-b0d5-eb10d2a5ac8d service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] No waiting events found dispatching network-vif-plugged-bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1785.185511] env[62153]: WARNING nova.compute.manager [req-5bf68ebb-f195-4830-addf-b7375be92a6b req-d6b02789-9dcb-4841-b0d5-eb10d2a5ac8d service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Received unexpected event network-vif-plugged-bfc3bbc3-5457-4b8d-90a6-5e25eb749581 for instance with vm_state building and task_state spawning. [ 1785.324846] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.347396] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.390161] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.390161] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquired lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.390161] env[62153]: DEBUG nova.network.neutron [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.490150] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529e827e-235c-59db-5639-2fd36b580868, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.490396] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.490926] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3b7f53c5-a334-41e9-ad16-d8b5bb467222/3b7f53c5-a334-41e9-ad16-d8b5bb467222.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.491314] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e69244-736f-48cd-959b-4b1508b7466c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.505680] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1785.505680] env[62153]: value = "task-2072652" [ 1785.505680] env[62153]: _type = "Task" [ 1785.505680] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.515491] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072650, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.521028] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.619885] env[62153]: DEBUG nova.compute.utils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.626020] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.626020] env[62153]: DEBUG nova.network.neutron [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.649283] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072651, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.659009] env[62153]: DEBUG nova.network.neutron [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updated VIF entry in instance network info cache for port 3a667a42-0d80-4dfd-815f-2ad20cfcedde. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.659428] env[62153]: DEBUG nova.network.neutron [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updating instance_info_cache with network_info: [{"id": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "address": "fa:16:3e:8a:0f:3e", "network": {"id": "6762e14d-376e-4208-920e-0065698121ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1363383687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24b778d46430e91de54dd318b8a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a667a42-0d", "ovs_interfaceid": "3a667a42-0d80-4dfd-815f-2ad20cfcedde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.720649] env[62153]: DEBUG nova.policy [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57eb73d102b74532b07c07a177fd7112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e395cb9d2d804236b5390fe2c75685d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.848875] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072649, 'name': ReconfigVM_Task, 'duration_secs': 0.699725} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.853639] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.853639] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Reconfigured VM instance instance-00000019 to attach disk [datastore1] b30be790-a9ba-4ce8-8310-74be04f93752/b30be790-a9ba-4ce8-8310-74be04f93752.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.853639] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55810816-0ca2-4445-8054-89ef1c276dd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.862065] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1785.862065] env[62153]: value = "task-2072653" [ 1785.862065] env[62153]: _type = "Task" [ 1785.862065] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.878732] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072653, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.928990] env[62153]: DEBUG nova.network.neutron [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.016834] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.021509] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072650, 'name': PowerOffVM_Task, 'duration_secs': 0.585875} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.022484] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.022871] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.027982] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3b92efd-2fa1-47ed-a76c-6794703ba5ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.109685] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "f1c187a9-b3d8-46d5-9718-a515abae05c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.110190] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.125428] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.150964] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072651, 'name': Destroy_Task, 'duration_secs': 0.949091} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.151355] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Destroyed the VM [ 1786.151698] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1786.151958] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a432ed7-8528-408f-ae5b-5df3a9c06e66 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.158404] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1786.158404] env[62153]: value = "task-2072655" [ 1786.158404] env[62153]: _type = "Task" [ 1786.158404] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.162186] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ad127d-b08f-4b54-b2a8-7b70d1da23b8 req-201b7968-f8f0-4c9d-9016-37fbe68ff96c service nova] Releasing lock "refresh_cache-bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.167416] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.197303] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.197518] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.197699] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Deleting the datastore file [datastore1] bc73c76d-3c04-497a-a6b3-6f044ed1f0f1 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.197966] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1904b23-19a5-46eb-8d8a-27308bd293ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.213430] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for the task: (returnval){ [ 1786.213430] env[62153]: value = "task-2072656" [ 1786.213430] env[62153]: _type = "Task" [ 1786.213430] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.226338] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.248314] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "1d290661-08d5-41bc-9939-74eb30a0c1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.248568] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.248786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "1d290661-08d5-41bc-9939-74eb30a0c1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.248982] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.249193] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.251435] env[62153]: INFO nova.compute.manager [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Terminating instance [ 1786.273995] env[62153]: DEBUG nova.network.neutron [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Successfully created port: d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.376658] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072653, 'name': Rename_Task, 'duration_secs': 0.290421} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.376658] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.376658] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5927922-7ed8-4381-879b-58ebc4fbbf64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.385294] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1786.385294] env[62153]: value = "task-2072657" [ 1786.385294] env[62153]: _type = "Task" [ 1786.385294] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.397603] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.443473] env[62153]: DEBUG nova.network.neutron [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Updating instance_info_cache with network_info: [{"id": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "address": "fa:16:3e:02:28:a1", "network": {"id": "955fc8f6-8fa6-43aa-aa9f-323f7e906949", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2075625293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e18d1fb2df8497b9f8cd460672f3be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc3bbc3-54", "ovs_interfaceid": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.466284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.466596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.466816] env[62153]: DEBUG nova.compute.manager [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Going to confirm migration 1 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1786.530513] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553185} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.531300] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3b7f53c5-a334-41e9-ad16-d8b5bb467222/3b7f53c5-a334-41e9-ad16-d8b5bb467222.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.531515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.533337] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25ae13da-0454-4f05-94b8-33548f621eba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.557850] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1786.557850] env[62153]: value = "task-2072658" [ 1786.557850] env[62153]: _type = "Task" [ 1786.557850] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.573608] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.675518] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.728746] env[62153]: DEBUG oslo_vmware.api [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Task: {'id': task-2072656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152923} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.738227] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.738511] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.738704] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.738949] env[62153]: INFO nova.compute.manager [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1786.739261] env[62153]: DEBUG oslo.service.loopingcall [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.739738] env[62153]: DEBUG nova.compute.manager [-] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.740472] env[62153]: DEBUG nova.network.neutron [-] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.756690] env[62153]: DEBUG nova.compute.manager [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.756690] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.757537] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085d9554-0cdd-4204-ac38-aced33e6bcb9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.768435] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.768758] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f27c5743-44ad-4c3a-a311-6f7f9e70abff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.777799] env[62153]: DEBUG oslo_vmware.api [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1786.777799] env[62153]: value = "task-2072659" [ 1786.777799] env[62153]: _type = "Task" [ 1786.777799] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.786919] env[62153]: DEBUG oslo_vmware.api [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.892551] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a1a9b-5391-4769-9ad2-eb80011c3667 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.905581] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.910084] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff9025c-6c9a-48e7-80c5-456a741cc91f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.946511] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e0d497-4f6c-4d90-88b1-d69a0974ecf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.949675] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Releasing lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.950106] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Instance network_info: |[{"id": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "address": "fa:16:3e:02:28:a1", "network": {"id": "955fc8f6-8fa6-43aa-aa9f-323f7e906949", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2075625293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e18d1fb2df8497b9f8cd460672f3be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc3bbc3-54", "ovs_interfaceid": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.950892] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:28:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfc3bbc3-5457-4b8d-90a6-5e25eb749581', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.959187] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Creating folder: Project (3e18d1fb2df8497b9f8cd460672f3be3). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1786.960024] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3273720-288e-4903-8d6f-20d13502a3ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.967369] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c264fab-4a5c-44a1-8f1a-db0576c0e80f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.985457] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Created folder: Project (3e18d1fb2df8497b9f8cd460672f3be3) in parent group-v424816. [ 1786.985689] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Creating folder: Instances. Parent ref: group-v424895. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1786.989494] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.992808] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b19cd2-5aaa-4673-b17c-207714fd4ffb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.004879] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Created folder: Instances in parent group-v424895. [ 1787.004879] env[62153]: DEBUG oslo.service.loopingcall [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.005120] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.005431] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af6b6dc9-bdc1-4d54-8a71-c4337a9bcef7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.025543] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.025543] env[62153]: value = "task-2072662" [ 1787.025543] env[62153]: _type = "Task" [ 1787.025543] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.034354] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072662, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.070051] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07018} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.071306] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.071485] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.071656] env[62153]: DEBUG nova.network.neutron [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.071851] env[62153]: DEBUG nova.objects.instance [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lazy-loading 'info_cache' on Instance uuid f67d19d9-9511-4e6d-a396-2b9111b77675 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.073356] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.075818] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba343ae8-fd35-4a30-90b5-49f4a7979aa2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.101638] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 3b7f53c5-a334-41e9-ad16-d8b5bb467222/3b7f53c5-a334-41e9-ad16-d8b5bb467222.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.102362] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c71e71-65b3-435c-9bc4-94e64ad7add2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.122307] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1787.122307] env[62153]: value = "task-2072663" [ 1787.122307] env[62153]: _type = "Task" [ 1787.122307] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.132846] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.139299] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.171159] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072655, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.185227] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.185227] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.185227] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.185227] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.185227] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.185227] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.185634] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.185683] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.186696] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.186696] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.186696] env[62153]: DEBUG nova.virt.hardware [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.188175] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c044f-d0dc-49ec-a3bc-5d192a87ebf1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.197668] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8407b46b-a9f5-428e-b6c8-ab972c54733f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.290066] env[62153]: DEBUG oslo_vmware.api [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072659, 'name': PowerOffVM_Task, 'duration_secs': 0.394269} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.291045] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.291045] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.291045] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdaa19b5-a368-4525-a451-69b355c6beac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.294865] env[62153]: DEBUG nova.compute.manager [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Received event network-changed-bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1787.295143] env[62153]: DEBUG nova.compute.manager [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Refreshing instance network info cache due to event network-changed-bfc3bbc3-5457-4b8d-90a6-5e25eb749581. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1787.295404] env[62153]: DEBUG oslo_concurrency.lockutils [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] Acquiring lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.295611] env[62153]: DEBUG oslo_concurrency.lockutils [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] Acquired lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.295829] env[62153]: DEBUG nova.network.neutron [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Refreshing network info cache for port bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.397617] env[62153]: DEBUG oslo_vmware.api [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072657, 'name': PowerOnVM_Task, 'duration_secs': 0.537533} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.398367] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.398678] env[62153]: INFO nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1787.398885] env[62153]: DEBUG nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.399783] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36930592-97e9-4165-9c16-80048ed05f00 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.411725] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.412319] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.412319] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Deleting the datastore file [datastore1] 1d290661-08d5-41bc-9939-74eb30a0c1e4 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.412319] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f12b6638-436d-497a-8f9f-f2658859f954 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.418705] env[62153]: DEBUG oslo_vmware.api [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for the task: (returnval){ [ 1787.418705] env[62153]: value = "task-2072665" [ 1787.418705] env[62153]: _type = "Task" [ 1787.418705] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.431152] env[62153]: DEBUG oslo_vmware.api [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.499189] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.539657] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072662, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.633098] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.673064] env[62153]: DEBUG oslo_vmware.api [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072655, 'name': RemoveSnapshot_Task, 'duration_secs': 1.085199} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.673064] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1787.673064] env[62153]: INFO nova.compute.manager [None req-e84e42d6-a8ed-4d97-bc09-ce6cbc0a1875 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 1787.724573] env[62153]: DEBUG nova.network.neutron [-] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.921182] env[62153]: INFO nova.compute.manager [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Took 52.44 seconds to build instance. [ 1787.931509] env[62153]: DEBUG oslo_vmware.api [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Task: {'id': task-2072665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1415} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.935845] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.935845] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.935845] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.937758] env[62153]: INFO nova.compute.manager [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1787.937758] env[62153]: DEBUG oslo.service.loopingcall [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.937758] env[62153]: DEBUG nova.compute.manager [-] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.937758] env[62153]: DEBUG nova.network.neutron [-] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.002097] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.002704] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.007041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.509s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.007276] env[62153]: DEBUG nova.objects.instance [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'resources' on Instance uuid b332935f-9538-4f11-ae12-5cd1d7003fd3 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.037831] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072662, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.136438] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072663, 'name': ReconfigVM_Task, 'duration_secs': 0.767636} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.137416] env[62153]: DEBUG nova.network.neutron [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Successfully updated port: d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.139070] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 3b7f53c5-a334-41e9-ad16-d8b5bb467222/3b7f53c5-a334-41e9-ad16-d8b5bb467222.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.140414] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21db075-9405-4f67-b29f-9403b6182735 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.144273] env[62153]: DEBUG nova.network.neutron [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Updated VIF entry in instance network info cache for port bfc3bbc3-5457-4b8d-90a6-5e25eb749581. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.144770] env[62153]: DEBUG nova.network.neutron [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Updating instance_info_cache with network_info: [{"id": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "address": "fa:16:3e:02:28:a1", "network": {"id": "955fc8f6-8fa6-43aa-aa9f-323f7e906949", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2075625293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e18d1fb2df8497b9f8cd460672f3be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc3bbc3-54", "ovs_interfaceid": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.152468] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1788.152468] env[62153]: value = "task-2072666" [ 1788.152468] env[62153]: _type = "Task" [ 1788.152468] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.162745] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072666, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.227889] env[62153]: INFO nova.compute.manager [-] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Took 1.49 seconds to deallocate network for instance. [ 1788.315189] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "b30be790-a9ba-4ce8-8310-74be04f93752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.400798] env[62153]: DEBUG nova.network.neutron [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.407153] env[62153]: DEBUG nova.compute.manager [req-ae02d73b-30b1-4f3a-949d-a1ac6b3f0794 req-b29d4654-c8c5-426b-a116-3413ac2be1f4 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Received event network-vif-plugged-d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1788.407153] env[62153]: DEBUG oslo_concurrency.lockutils [req-ae02d73b-30b1-4f3a-949d-a1ac6b3f0794 req-b29d4654-c8c5-426b-a116-3413ac2be1f4 service nova] Acquiring lock "83ca6a4e-6044-4872-a6a8-91e04523fa81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.407153] env[62153]: DEBUG oslo_concurrency.lockutils [req-ae02d73b-30b1-4f3a-949d-a1ac6b3f0794 req-b29d4654-c8c5-426b-a116-3413ac2be1f4 service nova] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.407153] env[62153]: DEBUG oslo_concurrency.lockutils [req-ae02d73b-30b1-4f3a-949d-a1ac6b3f0794 req-b29d4654-c8c5-426b-a116-3413ac2be1f4 service nova] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.407153] env[62153]: DEBUG nova.compute.manager [req-ae02d73b-30b1-4f3a-949d-a1ac6b3f0794 req-b29d4654-c8c5-426b-a116-3413ac2be1f4 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] No waiting events found dispatching network-vif-plugged-d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.407153] env[62153]: WARNING nova.compute.manager [req-ae02d73b-30b1-4f3a-949d-a1ac6b3f0794 req-b29d4654-c8c5-426b-a116-3413ac2be1f4 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Received unexpected event network-vif-plugged-d0e36f51-e3eb-4d3b-8b60-79bb928b462c for instance with vm_state building and task_state spawning. [ 1788.425426] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f7d55d87-18c0-40d2-b8dc-57768fc3e3ea tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "b30be790-a9ba-4ce8-8310-74be04f93752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.499s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.429373] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "b30be790-a9ba-4ce8-8310-74be04f93752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.113s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.429373] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "b30be790-a9ba-4ce8-8310-74be04f93752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.429373] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "b30be790-a9ba-4ce8-8310-74be04f93752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.429373] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "b30be790-a9ba-4ce8-8310-74be04f93752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.430807] env[62153]: INFO nova.compute.manager [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Terminating instance [ 1788.512773] env[62153]: DEBUG nova.compute.utils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.515150] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.515647] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.540218] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072662, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.575027] env[62153]: DEBUG nova.policy [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1394d55bc9184332ac1bb46512ad4f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2a23cc727a3459c9fcdc28f01699cdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.641435] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "refresh_cache-83ca6a4e-6044-4872-a6a8-91e04523fa81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.641567] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquired lock "refresh_cache-83ca6a4e-6044-4872-a6a8-91e04523fa81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.641754] env[62153]: DEBUG nova.network.neutron [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.648586] env[62153]: DEBUG oslo_concurrency.lockutils [req-53ed44ae-5f26-42b6-8bed-af119fde3a86 req-da6e6c4b-6819-4ac5-8ce7-9acfb36cd18e service nova] Releasing lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.664120] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072666, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.738169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.819107] env[62153]: DEBUG nova.network.neutron [-] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.910018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.914288] env[62153]: DEBUG nova.objects.instance [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lazy-loading 'migration_context' on Instance uuid f67d19d9-9511-4e6d-a396-2b9111b77675 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.928365] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1788.936048] env[62153]: DEBUG nova.compute.manager [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1788.936303] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1788.937146] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49286af7-293e-494f-884d-d22b918a303f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.945598] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.950986] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3755e90-1861-4961-90ca-82b1a100ec19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.959118] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1788.959118] env[62153]: value = "task-2072667" [ 1788.959118] env[62153]: _type = "Task" [ 1788.959118] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.971333] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.013405] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Successfully created port: ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.020274] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.045546] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072662, 'name': CreateVM_Task, 'duration_secs': 1.51848} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.046064] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.046791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.047176] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.047511] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.047780] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16aacb13-89ce-4b7e-a96b-c2ed79958d63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.054600] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1789.054600] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522f24d8-959f-7132-e4bb-799068317faa" [ 1789.054600] env[62153]: _type = "Task" [ 1789.054600] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.065867] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522f24d8-959f-7132-e4bb-799068317faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.107022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "71e74f84-7340-42e9-9d64-99d8e4706406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.107022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "71e74f84-7340-42e9-9d64-99d8e4706406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.164560] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072666, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.185024] env[62153]: DEBUG nova.network.neutron [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.213906] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77257ff4-c563-4180-bc72-086c4b2db19f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.226950] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71631d6a-f6cb-44e1-8b1f-2d0dd5da95c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.268660] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1470a3-8321-474c-a960-2c4fcc8ee229 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.278197] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f524b-0026-4503-b0c5-908b7afde7c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.292952] env[62153]: DEBUG nova.compute.provider_tree [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.321363] env[62153]: INFO nova.compute.manager [-] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Took 1.38 seconds to deallocate network for instance. [ 1789.420682] env[62153]: DEBUG nova.objects.base [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1789.422143] env[62153]: DEBUG nova.network.neutron [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Updating instance_info_cache with network_info: [{"id": "d0e36f51-e3eb-4d3b-8b60-79bb928b462c", "address": "fa:16:3e:51:67:39", "network": {"id": "8ab571ea-7f01-434e-a92b-16db8a0a9f39", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1304076665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e395cb9d2d804236b5390fe2c75685d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e36f51-e3", "ovs_interfaceid": "d0e36f51-e3eb-4d3b-8b60-79bb928b462c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.424190] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83bda37-3b45-49db-9acb-7432a9fa26a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.450157] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36505d9d-2157-47cc-8c34-5873c05321de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.456059] env[62153]: DEBUG oslo_vmware.api [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1789.456059] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5274e523-379e-6df4-7366-f67b112fb88b" [ 1789.456059] env[62153]: _type = "Task" [ 1789.456059] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.464916] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.472461] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.472751] env[62153]: DEBUG oslo_vmware.api [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5274e523-379e-6df4-7366-f67b112fb88b, 'name': SearchDatastore_Task, 'duration_secs': 0.006364} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.473137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.566792] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522f24d8-959f-7132-e4bb-799068317faa, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.567046] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.568680] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.568680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.568680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.568680] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.569071] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec3ffbe1-dad5-4849-9a8a-b602b857ea00 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.575577] env[62153]: DEBUG nova.compute.manager [req-aa363099-2d44-4433-9dae-873d215f2d18 req-fcb7950e-6b8e-40dd-a868-5d601c2dfc33 service nova] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Received event network-vif-deleted-3a667a42-0d80-4dfd-815f-2ad20cfcedde {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1789.586024] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.586024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.586024] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426b6589-c000-4330-9a50-f9d5970385da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.590542] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1789.590542] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a8ecc1-ca63-d60d-d807-ca8ff0707387" [ 1789.590542] env[62153]: _type = "Task" [ 1789.590542] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.602740] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a8ecc1-ca63-d60d-d807-ca8ff0707387, 'name': SearchDatastore_Task} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.611820] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf466fb-7e29-4c3f-a772-a3f4cb05b978 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.617490] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1789.617490] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52248739-7f27-91ae-be42-a101dfb37682" [ 1789.617490] env[62153]: _type = "Task" [ 1789.617490] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.627468] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52248739-7f27-91ae-be42-a101dfb37682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.663849] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072666, 'name': Rename_Task, 'duration_secs': 1.243952} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.664180] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1789.664482] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e6f2e5-7e90-417b-a39e-044033996bcc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.671263] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1789.671263] env[62153]: value = "task-2072668" [ 1789.671263] env[62153]: _type = "Task" [ 1789.671263] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.679446] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.735847] env[62153]: DEBUG nova.compute.manager [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.736936] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f854e31-f793-40b2-b030-11c6f0980dd9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.796469] env[62153]: DEBUG nova.scheduler.client.report [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.827241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.928767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Releasing lock "refresh_cache-83ca6a4e-6044-4872-a6a8-91e04523fa81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.929101] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Instance network_info: |[{"id": "d0e36f51-e3eb-4d3b-8b60-79bb928b462c", "address": "fa:16:3e:51:67:39", "network": {"id": "8ab571ea-7f01-434e-a92b-16db8a0a9f39", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1304076665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e395cb9d2d804236b5390fe2c75685d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e36f51-e3", "ovs_interfaceid": "d0e36f51-e3eb-4d3b-8b60-79bb928b462c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.929561] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:67:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e36f51-e3eb-4d3b-8b60-79bb928b462c', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.937257] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Creating folder: Project (e395cb9d2d804236b5390fe2c75685d6). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.937545] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8ada73b-57e7-4354-bc58-96b79bd87bdd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.949329] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Created folder: Project (e395cb9d2d804236b5390fe2c75685d6) in parent group-v424816. [ 1789.950144] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Creating folder: Instances. Parent ref: group-v424898. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.950144] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d23a375b-ab37-4b30-b6ce-96aa1c1ae366 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.958337] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Created folder: Instances in parent group-v424898. [ 1789.958559] env[62153]: DEBUG oslo.service.loopingcall [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.958741] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.959050] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b2ff662-867c-4bdf-b399-649f9ff7f469 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.982222] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072667, 'name': PowerOffVM_Task, 'duration_secs': 0.571287} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.983497] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.983692] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.984078] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.984078] env[62153]: value = "task-2072671" [ 1789.984078] env[62153]: _type = "Task" [ 1789.984078] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.984224] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6815b77-5853-4252-b21b-a4de345a5c0c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.994093] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072671, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.029770] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1790.057779] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.058320] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.058532] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.058763] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.058934] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.059109] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.059369] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.059548] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.059740] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.059919] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.060142] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.061139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694bce7b-2794-4f2d-9151-825ff5175c5e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.070081] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda59a9-a822-46f1-b5c6-da1c780b65b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.128648] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52248739-7f27-91ae-be42-a101dfb37682, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.128787] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.129065] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 537cd010-2546-4755-a560-a77f6f22a163/537cd010-2546-4755-a560-a77f6f22a163.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.129317] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c743ba9-a773-4234-8230-7b0b3af0bbc4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.135802] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1790.135802] env[62153]: value = "task-2072673" [ 1790.135802] env[62153]: _type = "Task" [ 1790.135802] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.143360] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.165525] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.165525] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.165662] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Deleting the datastore file [datastore1] b30be790-a9ba-4ce8-8310-74be04f93752 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.166461] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1743341-ae28-4975-86d7-485363135645 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.176666] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for the task: (returnval){ [ 1790.176666] env[62153]: value = "task-2072674" [ 1790.176666] env[62153]: _type = "Task" [ 1790.176666] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.185890] env[62153]: DEBUG oslo_vmware.api [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072668, 'name': PowerOnVM_Task, 'duration_secs': 0.431164} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.186513] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.186748] env[62153]: INFO nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1790.186984] env[62153]: DEBUG nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.187800] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b186e-86ce-4bd2-8c74-3c59a64e7593 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.193895] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.248248] env[62153]: INFO nova.compute.manager [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] instance snapshotting [ 1790.251094] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc7887-1de6-47c1-9887-c6479252966f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.272184] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735210e-208c-4fac-9c48-fbb6d3439244 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.303804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.306410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.495s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.308364] env[62153]: INFO nova.compute.claims [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.328045] env[62153]: INFO nova.scheduler.client.report [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocations for instance b332935f-9538-4f11-ae12-5cd1d7003fd3 [ 1790.484133] env[62153]: DEBUG nova.compute.manager [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Received event network-changed-d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1790.484878] env[62153]: DEBUG nova.compute.manager [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Refreshing instance network info cache due to event network-changed-d0e36f51-e3eb-4d3b-8b60-79bb928b462c. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1790.485256] env[62153]: DEBUG oslo_concurrency.lockutils [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] Acquiring lock "refresh_cache-83ca6a4e-6044-4872-a6a8-91e04523fa81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.485544] env[62153]: DEBUG oslo_concurrency.lockutils [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] Acquired lock "refresh_cache-83ca6a4e-6044-4872-a6a8-91e04523fa81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.485820] env[62153]: DEBUG nova.network.neutron [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Refreshing network info cache for port d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.498851] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072671, 'name': CreateVM_Task, 'duration_secs': 0.440666} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.500374] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.501334] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.501618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.502871] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.503589] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdb6379-289f-4112-a57c-85cc5221f015 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.510605] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1790.510605] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e1ce9e-ee6e-7d7c-29f7-e3e11eebf79a" [ 1790.510605] env[62153]: _type = "Task" [ 1790.510605] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.523276] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e1ce9e-ee6e-7d7c-29f7-e3e11eebf79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.646219] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072673, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.688123] env[62153]: DEBUG oslo_vmware.api [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Task: {'id': task-2072674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338395} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.688449] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1790.688705] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1790.689106] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1790.689421] env[62153]: INFO nova.compute.manager [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1790.689764] env[62153]: DEBUG oslo.service.loopingcall [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.690383] env[62153]: DEBUG nova.compute.manager [-] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1790.690531] env[62153]: DEBUG nova.network.neutron [-] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1790.711560] env[62153]: INFO nova.compute.manager [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Took 53.62 seconds to build instance. [ 1790.778523] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Successfully updated port: ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.783766] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1790.784059] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be076c7b-7096-4d6d-b429-d74f1aac8b42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.791947] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1790.791947] env[62153]: value = "task-2072675" [ 1790.791947] env[62153]: _type = "Task" [ 1790.791947] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.803243] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.836968] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e29c688-af5b-4138-ad55-0a5cf49600e7 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.876s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.837929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 27.393s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.838742] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db05e1af-ef10-4331-b619-04bb51e6c8f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.850348] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b17691-e903-4d88-8bd9-00c8c804b835 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.020534] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e1ce9e-ee6e-7d7c-29f7-e3e11eebf79a, 'name': SearchDatastore_Task, 'duration_secs': 0.055225} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.020878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.021148] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.021399] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.021543] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.021717] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.021998] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452e475c-acaf-497e-9f05-6209e3be46e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.030845] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.031102] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.031779] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d08767e-bd87-4479-b16c-333ef4fe1124 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.039623] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1791.039623] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524242b9-671e-8139-09dc-465d1aa57003" [ 1791.039623] env[62153]: _type = "Task" [ 1791.039623] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.055026] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524242b9-671e-8139-09dc-465d1aa57003, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.055026] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a552b2-86f7-4bbf-81d9-a300371bcb4b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.058186] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1791.058186] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520d0cc0-c9fd-8760-8c08-35607b2d10a2" [ 1791.058186] env[62153]: _type = "Task" [ 1791.058186] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.067091] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520d0cc0-c9fd-8760-8c08-35607b2d10a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.146156] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517861} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.146422] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 537cd010-2546-4755-a560-a77f6f22a163/537cd010-2546-4755-a560-a77f6f22a163.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.146633] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.146880] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f9f8a07-54c8-4118-a086-e7f0f06e2fc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.153964] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1791.153964] env[62153]: value = "task-2072676" [ 1791.153964] env[62153]: _type = "Task" [ 1791.153964] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.162109] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.214513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d34d5e0-3306-402a-baf7-726e0058be9c tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.645s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.269612] env[62153]: DEBUG nova.network.neutron [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Updated VIF entry in instance network info cache for port d0e36f51-e3eb-4d3b-8b60-79bb928b462c. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.270143] env[62153]: DEBUG nova.network.neutron [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Updating instance_info_cache with network_info: [{"id": "d0e36f51-e3eb-4d3b-8b60-79bb928b462c", "address": "fa:16:3e:51:67:39", "network": {"id": "8ab571ea-7f01-434e-a92b-16db8a0a9f39", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1304076665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e395cb9d2d804236b5390fe2c75685d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e36f51-e3", "ovs_interfaceid": "d0e36f51-e3eb-4d3b-8b60-79bb928b462c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.281198] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "refresh_cache-b04e0c4e-90ad-450f-ad34-0e91b9462e27" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.281411] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "refresh_cache-b04e0c4e-90ad-450f-ad34-0e91b9462e27" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.283913] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.303742] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072675, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.387255] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "b332935f-9538-4f11-ae12-5cd1d7003fd3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.487785] env[62153]: DEBUG nova.network.neutron [-] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.570439] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520d0cc0-c9fd-8760-8c08-35607b2d10a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.570725] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.571121] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 83ca6a4e-6044-4872-a6a8-91e04523fa81/83ca6a4e-6044-4872-a6a8-91e04523fa81.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.571422] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a73a232-b559-4802-b6c0-5ebaed5834ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.581225] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1791.581225] env[62153]: value = "task-2072677" [ 1791.581225] env[62153]: _type = "Task" [ 1791.581225] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.591189] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.666700] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09344} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.666700] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.670054] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a37bb-303c-4de7-8c4d-0e2f0801a597 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.689202] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 537cd010-2546-4755-a560-a77f6f22a163/537cd010-2546-4755-a560-a77f6f22a163.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.693189] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e35c33b-3b6e-450c-a1f3-ca1ab272f27b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.708189] env[62153]: DEBUG nova.compute.manager [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Received event network-vif-plugged-ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.708403] env[62153]: DEBUG oslo_concurrency.lockutils [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] Acquiring lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.708612] env[62153]: DEBUG oslo_concurrency.lockutils [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.708778] env[62153]: DEBUG oslo_concurrency.lockutils [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.708940] env[62153]: DEBUG nova.compute.manager [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] No waiting events found dispatching network-vif-plugged-ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.709107] env[62153]: WARNING nova.compute.manager [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Received unexpected event network-vif-plugged-ebab0d37-3b82-483e-8bdd-1ca637f752d9 for instance with vm_state building and task_state spawning. [ 1791.709264] env[62153]: DEBUG nova.compute.manager [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Received event network-changed-ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.709411] env[62153]: DEBUG nova.compute.manager [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Refreshing instance network info cache due to event network-changed-ebab0d37-3b82-483e-8bdd-1ca637f752d9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1791.709572] env[62153]: DEBUG oslo_concurrency.lockutils [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] Acquiring lock "refresh_cache-b04e0c4e-90ad-450f-ad34-0e91b9462e27" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.716696] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1791.716696] env[62153]: value = "task-2072678" [ 1791.716696] env[62153]: _type = "Task" [ 1791.716696] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.722606] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.730518] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.774572] env[62153]: DEBUG oslo_concurrency.lockutils [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] Releasing lock "refresh_cache-83ca6a4e-6044-4872-a6a8-91e04523fa81" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.774864] env[62153]: DEBUG nova.compute.manager [req-c71eb62d-f9d4-4861-b92b-1ebdac108c5c req-00c28ea2-e49c-4f7f-af51-b1bcb88b7307 service nova] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Received event network-vif-deleted-296db2a5-cccf-4d29-a2a9-89a6eba17416 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.804691] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072675, 'name': CreateSnapshot_Task, 'duration_secs': 0.528289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.804691] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1791.805622] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e6b895-ccc6-47e5-8c66-cfac52dd5ced {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.848204] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.991220] env[62153]: INFO nova.compute.manager [-] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Took 1.30 seconds to deallocate network for instance. [ 1792.019135] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9dc959-9dd7-4b8a-8171-bfb2b2fc1f63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.031328] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2507ab-7101-4f91-9165-9247506432f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.035261] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.039301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.039301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.039301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.039301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.042188] env[62153]: INFO nova.compute.manager [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Terminating instance [ 1792.074411] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d984b0cb-50d5-4aa7-af7c-e7f554824b48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.086973] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb70d67-433f-4e02-9b59-d6c81a35614c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.104896] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1792.106052] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490699} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.106052] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 83ca6a4e-6044-4872-a6a8-91e04523fa81/83ca6a4e-6044-4872-a6a8-91e04523fa81.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.106241] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.106416] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28d31a1-fbc6-401e-ae70-2e6e26ea7a59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.114429] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1792.114429] env[62153]: value = "task-2072679" [ 1792.114429] env[62153]: _type = "Task" [ 1792.114429] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.122286] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Updating instance_info_cache with network_info: [{"id": "ebab0d37-3b82-483e-8bdd-1ca637f752d9", "address": "fa:16:3e:8c:6b:96", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebab0d37-3b", "ovs_interfaceid": "ebab0d37-3b82-483e-8bdd-1ca637f752d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.124903] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.232040] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.244154] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.332572] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1792.333056] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42b0d81e-2e94-47a1-a99f-aaa4f9c4d208 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.346768] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1792.346768] env[62153]: value = "task-2072680" [ 1792.346768] env[62153]: _type = "Task" [ 1792.346768] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.354822] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072680, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.501691] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.532328] env[62153]: DEBUG nova.compute.manager [req-3a27efc3-2376-4114-8911-7edd57b9dcf5 req-0111fc51-bce2-44a2-9568-87f3ced03937 service nova] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Received event network-vif-deleted-14f8cb14-c8b5-445b-9636-64b5a08474dd {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1792.578591] env[62153]: DEBUG nova.compute.manager [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.578839] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.579889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5833d6bc-56e3-4ee6-9849-4eb0ea13a238 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.588115] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.589152] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fed05afb-7038-4272-80d7-315cf8596c86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.594664] env[62153]: DEBUG oslo_vmware.api [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1792.594664] env[62153]: value = "task-2072681" [ 1792.594664] env[62153]: _type = "Task" [ 1792.594664] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.603346] env[62153]: DEBUG oslo_vmware.api [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.625066] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06826} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.625349] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.625829] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "refresh_cache-b04e0c4e-90ad-450f-ad34-0e91b9462e27" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.626123] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Instance network_info: |[{"id": "ebab0d37-3b82-483e-8bdd-1ca637f752d9", "address": "fa:16:3e:8c:6b:96", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebab0d37-3b", "ovs_interfaceid": "ebab0d37-3b82-483e-8bdd-1ca637f752d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.626858] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f53c36-b08c-414f-92fb-b6c520e83b09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.630141] env[62153]: ERROR nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [req-f2db13ce-635c-4a4e-b5eb-349a8b6fb395] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2db13ce-635c-4a4e-b5eb-349a8b6fb395"}]} [ 1792.630450] env[62153]: DEBUG oslo_concurrency.lockutils [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] Acquired lock "refresh_cache-b04e0c4e-90ad-450f-ad34-0e91b9462e27" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.630632] env[62153]: DEBUG nova.network.neutron [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Refreshing network info cache for port ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.631901] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:6b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebab0d37-3b82-483e-8bdd-1ca637f752d9', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.641020] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Creating folder: Project (a2a23cc727a3459c9fcdc28f01699cdf). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.644937] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55a87ca7-c099-4e22-b1e4-903ebaab3131 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.668329] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 83ca6a4e-6044-4872-a6a8-91e04523fa81/83ca6a4e-6044-4872-a6a8-91e04523fa81.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.670860] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1792.673667] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975eb15c-0c53-42de-9252-99d58689b14f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.688527] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Created folder: Project (a2a23cc727a3459c9fcdc28f01699cdf) in parent group-v424816. [ 1792.688751] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Creating folder: Instances. Parent ref: group-v424903. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.691814] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27eceab7-ffa6-44ef-8d24-c536cee84913 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.699282] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1792.699282] env[62153]: value = "task-2072683" [ 1792.699282] env[62153]: _type = "Task" [ 1792.699282] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.705225] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1792.705505] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1792.709373] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Created folder: Instances in parent group-v424903. [ 1792.709617] env[62153]: DEBUG oslo.service.loopingcall [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.709799] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.710197] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0fba65-845e-4f08-95b4-7dd869f156dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.726668] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1792.731013] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072683, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.738918] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.738918] env[62153]: value = "task-2072685" [ 1792.738918] env[62153]: _type = "Task" [ 1792.738918] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.742506] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072678, 'name': ReconfigVM_Task, 'duration_secs': 0.988201} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.746192] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 537cd010-2546-4755-a560-a77f6f22a163/537cd010-2546-4755-a560-a77f6f22a163.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.746748] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67974a71-cd71-4610-b02c-01650b410f94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.755945] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072685, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.757144] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1792.760548] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1792.760548] env[62153]: value = "task-2072686" [ 1792.760548] env[62153]: _type = "Task" [ 1792.760548] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.772188] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072686, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.862622] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072680, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.973372] env[62153]: DEBUG nova.network.neutron [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Updated VIF entry in instance network info cache for port ebab0d37-3b82-483e-8bdd-1ca637f752d9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.973858] env[62153]: DEBUG nova.network.neutron [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Updating instance_info_cache with network_info: [{"id": "ebab0d37-3b82-483e-8bdd-1ca637f752d9", "address": "fa:16:3e:8c:6b:96", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebab0d37-3b", "ovs_interfaceid": "ebab0d37-3b82-483e-8bdd-1ca637f752d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.105363] env[62153]: DEBUG oslo_vmware.api [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072681, 'name': PowerOffVM_Task, 'duration_secs': 0.232702} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.105716] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.105964] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.106258] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1537d4f0-43b0-403e-913f-299ab783d64e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.211706] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072683, 'name': ReconfigVM_Task, 'duration_secs': 0.446173} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.212089] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 83ca6a4e-6044-4872-a6a8-91e04523fa81/83ca6a4e-6044-4872-a6a8-91e04523fa81.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.212814] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a58f38-ba28-44f6-842f-ed9b61969664 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.221558] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.221792] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.222051] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Deleting the datastore file [datastore1] 3b7f53c5-a334-41e9-ad16-d8b5bb467222 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.222302] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1793.222302] env[62153]: value = "task-2072688" [ 1793.222302] env[62153]: _type = "Task" [ 1793.222302] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.222498] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d14b48-0bbe-4560-9a34-a238c7aafed3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.238102] env[62153]: DEBUG oslo_vmware.api [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for the task: (returnval){ [ 1793.238102] env[62153]: value = "task-2072689" [ 1793.238102] env[62153]: _type = "Task" [ 1793.238102] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.238376] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072688, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.250381] env[62153]: DEBUG oslo_vmware.api [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.255195] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072685, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.272356] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072686, 'name': Rename_Task, 'duration_secs': 0.184986} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.272813] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.273081] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7d9ea4-642a-4c7b-9f67-668307b3f06e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.279367] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1793.279367] env[62153]: value = "task-2072690" [ 1793.279367] env[62153]: _type = "Task" [ 1793.279367] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.287877] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.321771] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a6aae0-8886-4047-a827-aca9627c56d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.329052] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1880f04-e26f-4596-b699-cc9fee68c292 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.362387] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb84b1-4b12-4a39-bdd7-be61a5e5fd8b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.370170] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072680, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.373207] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f3cfd-7971-4f52-bd1a-2a7033ee7101 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.387456] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1793.478763] env[62153]: DEBUG oslo_concurrency.lockutils [req-d4f2f063-128a-4a5a-8d62-6e563b795968 req-29d43f00-b8f2-4379-8d43-b83526eb65dd service nova] Releasing lock "refresh_cache-b04e0c4e-90ad-450f-ad34-0e91b9462e27" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.734214] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072688, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.747700] env[62153]: DEBUG oslo_vmware.api [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Task: {'id': task-2072689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178845} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.750622] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.750820] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.750999] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.751198] env[62153]: INFO nova.compute.manager [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1793.751448] env[62153]: DEBUG oslo.service.loopingcall [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.751644] env[62153]: DEBUG nova.compute.manager [-] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1793.751738] env[62153]: DEBUG nova.network.neutron [-] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1793.758222] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072685, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.788700] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.868682] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072680, 'name': CloneVM_Task, 'duration_secs': 1.354244} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.868942] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Created linked-clone VM from snapshot [ 1793.869767] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c46ff96-a28f-47d9-b205-ba6bc11bbbf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.876524] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Uploading image 0620801d-ea59-408c-a175-7d785b8122fa {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1793.902065] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1793.902065] env[62153]: value = "vm-424902" [ 1793.902065] env[62153]: _type = "VirtualMachine" [ 1793.902065] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1793.902342] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-25efc27d-9608-47ee-a5cc-096f70945a09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.909844] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lease: (returnval){ [ 1793.909844] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cb2953-4b38-9b0e-2d19-ae656e18cc1b" [ 1793.909844] env[62153]: _type = "HttpNfcLease" [ 1793.909844] env[62153]: } obtained for exporting VM: (result){ [ 1793.909844] env[62153]: value = "vm-424902" [ 1793.909844] env[62153]: _type = "VirtualMachine" [ 1793.909844] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1793.909844] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the lease: (returnval){ [ 1793.909844] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cb2953-4b38-9b0e-2d19-ae656e18cc1b" [ 1793.909844] env[62153]: _type = "HttpNfcLease" [ 1793.909844] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1793.916206] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1793.916206] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cb2953-4b38-9b0e-2d19-ae656e18cc1b" [ 1793.916206] env[62153]: _type = "HttpNfcLease" [ 1793.916206] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1793.929134] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1793.929134] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 60 to 61 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1793.929134] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1794.236196] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072688, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.256850] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072685, 'name': CreateVM_Task, 'duration_secs': 1.436662} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.256999] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.257696] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.257861] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.258240] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.258472] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c762d2db-bad1-4fdd-b88b-913f1c6d2824 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.262750] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1794.262750] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5289ca5a-9a99-b617-6ac0-2471627ada22" [ 1794.262750] env[62153]: _type = "Task" [ 1794.262750] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.270028] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5289ca5a-9a99-b617-6ac0-2471627ada22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.289779] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.418566] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1794.418566] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cb2953-4b38-9b0e-2d19-ae656e18cc1b" [ 1794.418566] env[62153]: _type = "HttpNfcLease" [ 1794.418566] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1794.418566] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1794.418566] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cb2953-4b38-9b0e-2d19-ae656e18cc1b" [ 1794.418566] env[62153]: _type = "HttpNfcLease" [ 1794.418566] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1794.419115] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf662d-b577-41f0-97ad-4ff9b02dfca6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.426296] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9ab4-6e7a-8aba-9ace-67b7fb28ff48/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1794.428324] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9ab4-6e7a-8aba-9ace-67b7fb28ff48/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1794.486504] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.180s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.486944] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.490537] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.162s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.490802] env[62153]: DEBUG nova.objects.instance [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lazy-loading 'resources' on Instance uuid d3ceed43-21e6-4d7e-b954-81ccaf121649 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.523275] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd411272-e25d-471a-bad8-8b82dc847e85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.555535] env[62153]: DEBUG nova.network.neutron [-] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.563983] env[62153]: DEBUG nova.compute.manager [req-8cb989da-2ff6-406a-b237-03cb4da74aa1 req-1f4683d6-02a4-4566-8fef-7dff171da8e6 service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Received event network-vif-deleted-955780cd-31cb-47a6-8bb7-3b1067e0ce49 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1794.564237] env[62153]: INFO nova.compute.manager [req-8cb989da-2ff6-406a-b237-03cb4da74aa1 req-1f4683d6-02a4-4566-8fef-7dff171da8e6 service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Neutron deleted interface 955780cd-31cb-47a6-8bb7-3b1067e0ce49; detaching it from the instance and deleting it from the info cache [ 1794.565045] env[62153]: DEBUG nova.network.neutron [req-8cb989da-2ff6-406a-b237-03cb4da74aa1 req-1f4683d6-02a4-4566-8fef-7dff171da8e6 service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.742540] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072688, 'name': Rename_Task, 'duration_secs': 1.044583} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.742929] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.743182] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c57cb6-3ea1-46b9-b247-898ba4218359 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.754637] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1794.754637] env[62153]: value = "task-2072692" [ 1794.754637] env[62153]: _type = "Task" [ 1794.754637] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.786576] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072692, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.800295] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5289ca5a-9a99-b617-6ac0-2471627ada22, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.800725] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.801013] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.801326] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.801524] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.801783] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.802605] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3636b0e1-4ddf-4f75-bbc1-001a233da74e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.807924] env[62153]: DEBUG oslo_vmware.api [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072690, 'name': PowerOnVM_Task, 'duration_secs': 1.296946} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.808587] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.808857] env[62153]: INFO nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Took 11.54 seconds to spawn the instance on the hypervisor. [ 1794.809127] env[62153]: DEBUG nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.810038] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75434c9c-0454-40f6-9090-d11594592d20 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.814660] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.814832] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.816883] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae57015-38f9-4071-959a-f844867c1b17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.826025] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1794.826025] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c6f466-52fd-436a-dc97-fd6dc4223a16" [ 1794.826025] env[62153]: _type = "Task" [ 1794.826025] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.832581] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c6f466-52fd-436a-dc97-fd6dc4223a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.994871] env[62153]: DEBUG nova.compute.utils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.996596] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1794.997654] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.057190] env[62153]: DEBUG nova.policy [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1394d55bc9184332ac1bb46512ad4f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2a23cc727a3459c9fcdc28f01699cdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.058931] env[62153]: INFO nova.compute.manager [-] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Took 1.31 seconds to deallocate network for instance. [ 1795.069139] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec4a9055-00d0-49f8-8b43-17380b9a9d7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.079521] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619510d1-21f0-4355-b527-22cf60b270f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.121212] env[62153]: DEBUG nova.compute.manager [req-8cb989da-2ff6-406a-b237-03cb4da74aa1 req-1f4683d6-02a4-4566-8fef-7dff171da8e6 service nova] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Detach interface failed, port_id=955780cd-31cb-47a6-8bb7-3b1067e0ce49, reason: Instance 3b7f53c5-a334-41e9-ad16-d8b5bb467222 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1795.267854] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.335903] env[62153]: INFO nova.compute.manager [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Took 56.56 seconds to build instance. [ 1795.348682] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c6f466-52fd-436a-dc97-fd6dc4223a16, 'name': SearchDatastore_Task, 'duration_secs': 0.014495} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.353619] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4b9728-ba2b-44c4-a2f1-2edbd3374908 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.360415] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1795.360415] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ec58fa-0f90-1001-3693-17cb7c8776fe" [ 1795.360415] env[62153]: _type = "Task" [ 1795.360415] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.374474] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ec58fa-0f90-1001-3693-17cb7c8776fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.504442] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.570804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.723487] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e77c1-cc66-4745-8522-2212885e01e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.733042] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079aea3-6894-4a2e-b643-21b45f55abfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.769620] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993494a4-46d2-4695-8616-27139bbaf630 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.778612] env[62153]: DEBUG oslo_vmware.api [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072692, 'name': PowerOnVM_Task, 'duration_secs': 0.545979} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.780393] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.780993] env[62153]: INFO nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1795.780993] env[62153]: DEBUG nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.782129] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e67b2-955e-443b-83cc-bd707ea5a403 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.785572] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5631f3-6a2f-4175-acbf-fd9071824ed2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.805495] env[62153]: DEBUG nova.compute.provider_tree [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1795.819940] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Successfully created port: b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.842456] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f6827d0-86b7-40f8-9805-389459033926 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "537cd010-2546-4755-a560-a77f6f22a163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.805s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.871504] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ec58fa-0f90-1001-3693-17cb7c8776fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017704} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.871840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.872128] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b04e0c4e-90ad-450f-ad34-0e91b9462e27/b04e0c4e-90ad-450f-ad34-0e91b9462e27.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.872474] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41cd922b-1daf-4e44-b50b-41294bc6e021 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.882133] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1795.882133] env[62153]: value = "task-2072693" [ 1795.882133] env[62153]: _type = "Task" [ 1795.882133] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.895181] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.327511] env[62153]: INFO nova.compute.manager [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Took 47.30 seconds to build instance. [ 1796.345957] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.366171] env[62153]: DEBUG nova.scheduler.client.report [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1796.366171] env[62153]: DEBUG nova.compute.provider_tree [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 61 to 62 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1796.366171] env[62153]: DEBUG nova.compute.provider_tree [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1796.398124] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.514486] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.541190] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.541459] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.541620] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.541837] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.541997] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.542217] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.542430] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.543584] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.543584] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.543584] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.543584] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.545545] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78274d9c-7fe7-44a5-88a4-c64494c85664 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.553387] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bdbcb2-ea17-4f9a-92fc-e33d742650a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.607718] env[62153]: DEBUG nova.compute.manager [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Received event network-changed-bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1796.608091] env[62153]: DEBUG nova.compute.manager [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Refreshing instance network info cache due to event network-changed-bfc3bbc3-5457-4b8d-90a6-5e25eb749581. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1796.608219] env[62153]: DEBUG oslo_concurrency.lockutils [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] Acquiring lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.608407] env[62153]: DEBUG oslo_concurrency.lockutils [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] Acquired lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.608602] env[62153]: DEBUG nova.network.neutron [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Refreshing network info cache for port bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.829803] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d3aa7945-431a-48df-8fb1-d29a71fa4a32 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.278s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.873195] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.877550] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.880134] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.540s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.882309] env[62153]: INFO nova.compute.claims [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.897412] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742996} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.897670] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b04e0c4e-90ad-450f-ad34-0e91b9462e27/b04e0c4e-90ad-450f-ad34-0e91b9462e27.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.897864] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.898202] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b535e0f7-a87c-4cab-acaf-5ce682e3ace5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.905772] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1796.905772] env[62153]: value = "task-2072694" [ 1796.905772] env[62153]: _type = "Task" [ 1796.905772] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.909539] env[62153]: INFO nova.scheduler.client.report [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Deleted allocations for instance d3ceed43-21e6-4d7e-b954-81ccaf121649 [ 1796.921793] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.333072] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.414866] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067166} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.415921] env[62153]: DEBUG nova.network.neutron [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Updated VIF entry in instance network info cache for port bfc3bbc3-5457-4b8d-90a6-5e25eb749581. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.416084] env[62153]: DEBUG nova.network.neutron [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Updating instance_info_cache with network_info: [{"id": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "address": "fa:16:3e:02:28:a1", "network": {"id": "955fc8f6-8fa6-43aa-aa9f-323f7e906949", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2075625293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e18d1fb2df8497b9f8cd460672f3be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc3bbc3-54", "ovs_interfaceid": "bfc3bbc3-5457-4b8d-90a6-5e25eb749581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.417199] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.417991] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430eea90-32c4-42c3-a7a1-c5bf64b2e598 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.442948] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] b04e0c4e-90ad-450f-ad34-0e91b9462e27/b04e0c4e-90ad-450f-ad34-0e91b9462e27.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.443577] env[62153]: DEBUG oslo_concurrency.lockutils [None req-abb64b9b-506b-430c-a119-712a4a22aa57 tempest-TenantUsagesTestJSON-1948738892 tempest-TenantUsagesTestJSON-1948738892-project-member] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.307s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.444973] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7c301e-417c-4ca2-8e97-117b4d173ccc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.460091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 34.013s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.461383] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-255733d6-e7eb-420f-91f1-b7199b3e2bbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.470714] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1797.470714] env[62153]: value = "task-2072695" [ 1797.470714] env[62153]: _type = "Task" [ 1797.470714] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.473706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f6a28-9bc0-4df7-82ef-e3dbf6e854b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.494210] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.573977] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "83ca6a4e-6044-4872-a6a8-91e04523fa81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.574307] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.574517] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "83ca6a4e-6044-4872-a6a8-91e04523fa81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.574698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.574867] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.577075] env[62153]: INFO nova.compute.manager [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Terminating instance [ 1797.784930] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Successfully updated port: b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.858935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.921943] env[62153]: DEBUG oslo_concurrency.lockutils [req-16eae0e2-ebf0-4b9b-8b32-7294a0630d4f req-cdc4429a-8fa2-4976-9e4f-efb290e61243 service nova] Releasing lock "refresh_cache-537cd010-2546-4755-a560-a77f6f22a163" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.991876] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072695, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.011845] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "d3ceed43-21e6-4d7e-b954-81ccaf121649" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.080363] env[62153]: DEBUG nova.compute.manager [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.080472] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.081596] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3790efc-9d6f-4fc0-9e0b-017e38cff81f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.089177] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.089307] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a9076f-bd56-4cbc-b7ce-f41435480333 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.098496] env[62153]: DEBUG oslo_vmware.api [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1798.098496] env[62153]: value = "task-2072696" [ 1798.098496] env[62153]: _type = "Task" [ 1798.098496] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.108424] env[62153]: DEBUG oslo_vmware.api [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.288822] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "refresh_cache-2be13e6c-d7cd-4bc8-8081-d33beef1869e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.288983] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "refresh_cache-2be13e6c-d7cd-4bc8-8081-d33beef1869e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.289150] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.448432] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550260a-33ba-4653-bc55-36c96083b085 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.456657] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53da050-a5ce-4bb7-9e39-21e4120184e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.490693] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98278bcb-d457-401a-9a0c-67b04ec54274 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.498455] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072695, 'name': ReconfigVM_Task, 'duration_secs': 0.560237} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.500539] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Reconfigured VM instance instance-0000001d to attach disk [datastore1] b04e0c4e-90ad-450f-ad34-0e91b9462e27/b04e0c4e-90ad-450f-ad34-0e91b9462e27.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.501181] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-294eebde-866e-49e9-b0b5-723c0b0373b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.503943] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcc011f-4cc0-4ff1-a021-dd14e24b2844 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.517182] env[62153]: DEBUG nova.compute.provider_tree [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.519903] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1798.519903] env[62153]: value = "task-2072697" [ 1798.519903] env[62153]: _type = "Task" [ 1798.519903] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.528197] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072697, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.609165] env[62153]: DEBUG oslo_vmware.api [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072696, 'name': PowerOffVM_Task, 'duration_secs': 0.284693} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.609165] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.609165] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.609165] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8921526d-2497-453b-a1b2-555861f9abb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.687043] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.687307] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.687509] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Deleting the datastore file [datastore1] 83ca6a4e-6044-4872-a6a8-91e04523fa81 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.687787] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f2f72f-7206-4ecd-8e09-71c8f643adb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.695124] env[62153]: DEBUG oslo_vmware.api [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for the task: (returnval){ [ 1798.695124] env[62153]: value = "task-2072699" [ 1798.695124] env[62153]: _type = "Task" [ 1798.695124] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.703088] env[62153]: DEBUG oslo_vmware.api [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.722802] env[62153]: DEBUG nova.compute.manager [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Received event network-vif-plugged-b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1798.723356] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] Acquiring lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.723564] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.723707] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.723932] env[62153]: DEBUG nova.compute.manager [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] No waiting events found dispatching network-vif-plugged-b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.725083] env[62153]: WARNING nova.compute.manager [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Received unexpected event network-vif-plugged-b187ad8e-114f-49f4-9b6f-ecf079d548ff for instance with vm_state building and task_state spawning. [ 1798.725083] env[62153]: DEBUG nova.compute.manager [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Received event network-changed-b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1798.725083] env[62153]: DEBUG nova.compute.manager [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Refreshing instance network info cache due to event network-changed-b187ad8e-114f-49f4-9b6f-ecf079d548ff. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1798.725083] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] Acquiring lock "refresh_cache-2be13e6c-d7cd-4bc8-8081-d33beef1869e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.833763] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.021672] env[62153]: DEBUG nova.scheduler.client.report [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.036546] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072697, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.054565] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Updating instance_info_cache with network_info: [{"id": "b187ad8e-114f-49f4-9b6f-ecf079d548ff", "address": "fa:16:3e:34:64:c1", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb187ad8e-11", "ovs_interfaceid": "b187ad8e-114f-49f4-9b6f-ecf079d548ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.205548] env[62153]: DEBUG oslo_vmware.api [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Task: {'id': task-2072699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228494} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.205813] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.206167] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.206263] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.206379] env[62153]: INFO nova.compute.manager [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1799.206581] env[62153]: DEBUG oslo.service.loopingcall [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.206775] env[62153]: DEBUG nova.compute.manager [-] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1799.206872] env[62153]: DEBUG nova.network.neutron [-] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.531335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.532186] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.535233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.391s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.535233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.535233] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1799.535233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.324s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.536776] env[62153]: INFO nova.compute.claims [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.540289] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ba44d-2f8e-4358-8e68-f964e2365c65 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.546969] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072697, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.552919] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b885991e-7eb7-4b15-8343-e4a5bef3fdfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.556779] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "refresh_cache-2be13e6c-d7cd-4bc8-8081-d33beef1869e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.557108] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Instance network_info: |[{"id": "b187ad8e-114f-49f4-9b6f-ecf079d548ff", "address": "fa:16:3e:34:64:c1", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb187ad8e-11", "ovs_interfaceid": "b187ad8e-114f-49f4-9b6f-ecf079d548ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.557910] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] Acquired lock "refresh_cache-2be13e6c-d7cd-4bc8-8081-d33beef1869e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.558015] env[62153]: DEBUG nova.network.neutron [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Refreshing network info cache for port b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.559142] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:64:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b187ad8e-114f-49f4-9b6f-ecf079d548ff', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.567326] env[62153]: DEBUG oslo.service.loopingcall [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.578160] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.579536] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dba2e0f2-bffb-4847-91e8-a0be2d455e27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.595473] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14820c9d-e8a6-4fa6-83a7-7287e3076d56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.607026] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c53ee-c826-4502-81be-4ab6270703da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.610857] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.610857] env[62153]: value = "task-2072700" [ 1799.610857] env[62153]: _type = "Task" [ 1799.610857] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.639813] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179750MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1799.639993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.645505] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072700, 'name': CreateVM_Task} progress is 15%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.762045] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.762395] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.965993] env[62153]: DEBUG nova.network.neutron [-] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.034612] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072697, 'name': Rename_Task, 'duration_secs': 1.242659} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.034933] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.035221] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa682b73-2ea7-4f3f-b80c-b3736acc2f23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.041371] env[62153]: DEBUG nova.compute.utils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1800.045868] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1800.046059] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1800.048048] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1800.048048] env[62153]: value = "task-2072701" [ 1800.048048] env[62153]: _type = "Task" [ 1800.048048] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.058193] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.099621] env[62153]: DEBUG nova.policy [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1394d55bc9184332ac1bb46512ad4f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2a23cc727a3459c9fcdc28f01699cdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1800.123413] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072700, 'name': CreateVM_Task, 'duration_secs': 0.511102} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.123637] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.124706] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.124931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.125325] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.125638] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3982f028-650b-423b-906b-3c373d5bbe45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.130384] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1800.130384] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a7538a-e166-c8fe-28f9-eb0a8d2ce8eb" [ 1800.130384] env[62153]: _type = "Task" [ 1800.130384] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.139745] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a7538a-e166-c8fe-28f9-eb0a8d2ce8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.333807] env[62153]: DEBUG nova.network.neutron [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Updated VIF entry in instance network info cache for port b187ad8e-114f-49f4-9b6f-ecf079d548ff. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.334248] env[62153]: DEBUG nova.network.neutron [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Updating instance_info_cache with network_info: [{"id": "b187ad8e-114f-49f4-9b6f-ecf079d548ff", "address": "fa:16:3e:34:64:c1", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb187ad8e-11", "ovs_interfaceid": "b187ad8e-114f-49f4-9b6f-ecf079d548ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.417154] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Successfully created port: 1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.469104] env[62153]: INFO nova.compute.manager [-] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Took 1.26 seconds to deallocate network for instance. [ 1800.547142] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.563334] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.641219] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a7538a-e166-c8fe-28f9-eb0a8d2ce8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.641837] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.642452] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.642452] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.642619] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.642810] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.643015] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e65238-ef42-40a8-8d11-83dcebd4d1fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.654716] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.654842] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.655879] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e4ea92-b1d4-4cea-97a8-3fb1bffd1b11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.666830] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1800.666830] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5259dce4-1d71-eb50-36f6-769536323938" [ 1800.666830] env[62153]: _type = "Task" [ 1800.666830] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.676232] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5259dce4-1d71-eb50-36f6-769536323938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.786198] env[62153]: DEBUG nova.compute.manager [req-494f0f8e-e6d3-4c8e-817a-a7a91785bed9 req-7436a845-9aa5-4119-82b2-f1a7d479e279 service nova] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Received event network-vif-deleted-d0e36f51-e3eb-4d3b-8b60-79bb928b462c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1800.836994] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7a6c59a-8f3d-4f6c-9715-ec0e007a1974 req-3ccffa55-e53a-4df1-859b-d6fba9ad51d2 service nova] Releasing lock "refresh_cache-2be13e6c-d7cd-4bc8-8081-d33beef1869e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.975919] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.066643] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072701, 'name': PowerOnVM_Task, 'duration_secs': 0.768095} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.066983] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.067134] env[62153]: INFO nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Took 11.04 seconds to spawn the instance on the hypervisor. [ 1801.067317] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.068209] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffc0e2d-f22d-4f1b-a20d-b58babd241be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.164006] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf193c4-0577-43fd-af40-739348fee448 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.172875] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811f7df6-0d27-4a7c-ba80-a1e59586bdb1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.179406] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5259dce4-1d71-eb50-36f6-769536323938, 'name': SearchDatastore_Task, 'duration_secs': 0.013298} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.180480] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824c47e2-5284-4f0d-82f4-1ab74377531d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.207539] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cfac9b-6fc0-40b2-9ed8-7cdea638378d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.211065] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1801.211065] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e127b0-c294-707e-672c-01d1b3569628" [ 1801.211065] env[62153]: _type = "Task" [ 1801.211065] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.217457] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a60bc3a-0eb7-4500-a0fe-517191f7ead6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.223689] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e127b0-c294-707e-672c-01d1b3569628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.232984] env[62153]: DEBUG nova.compute.provider_tree [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.564626] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.588107] env[62153]: INFO nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Took 50.85 seconds to build instance. [ 1801.591303] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.591554] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.591710] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.591892] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.592053] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.592209] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.592418] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.592575] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.592742] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.592908] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.593116] env[62153]: DEBUG nova.virt.hardware [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.593973] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cd8977-e6e4-4471-9226-042784953b8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.602206] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca76dd9-16f1-4d4e-8a02-abbaef7c9472 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.723423] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e127b0-c294-707e-672c-01d1b3569628, 'name': SearchDatastore_Task, 'duration_secs': 0.056707} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.723706] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.723970] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2be13e6c-d7cd-4bc8-8081-d33beef1869e/2be13e6c-d7cd-4bc8-8081-d33beef1869e.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.724372] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6e449d-1917-4bae-9f6e-498c24e82567 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.731975] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1801.731975] env[62153]: value = "task-2072702" [ 1801.731975] env[62153]: _type = "Task" [ 1801.731975] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.735786] env[62153]: DEBUG nova.scheduler.client.report [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.744975] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.090217] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.846s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.144568] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Successfully updated port: 1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.244253] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.244819] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1802.247769] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072702, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.248197] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.023s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.249795] env[62153]: INFO nova.compute.claims [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.593281] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.647674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "refresh_cache-a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.647840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "refresh_cache-a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.647999] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.744088] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557245} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.744387] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2be13e6c-d7cd-4bc8-8081-d33beef1869e/2be13e6c-d7cd-4bc8-8081-d33beef1869e.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.744600] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.744851] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-965b93a1-4747-44c0-be0d-6fc3367c338c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.749464] env[62153]: DEBUG nova.compute.utils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.751079] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.751303] env[62153]: DEBUG nova.network.neutron [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.758645] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1802.758645] env[62153]: value = "task-2072703" [ 1802.758645] env[62153]: _type = "Task" [ 1802.758645] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.769289] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.804546] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9ab4-6e7a-8aba-9ace-67b7fb28ff48/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1802.805505] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d8a72-ed60-4195-965a-9db39ffa007e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.810280] env[62153]: DEBUG nova.compute.manager [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Received event network-vif-plugged-1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.810481] env[62153]: DEBUG oslo_concurrency.lockutils [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] Acquiring lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.810938] env[62153]: DEBUG oslo_concurrency.lockutils [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.810938] env[62153]: DEBUG oslo_concurrency.lockutils [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.811060] env[62153]: DEBUG nova.compute.manager [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] No waiting events found dispatching network-vif-plugged-1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.811250] env[62153]: WARNING nova.compute.manager [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Received unexpected event network-vif-plugged-1b1b467e-dc0c-4e3b-9135-5a6325a198d2 for instance with vm_state building and task_state spawning. [ 1802.811424] env[62153]: DEBUG nova.compute.manager [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Received event network-changed-1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.811581] env[62153]: DEBUG nova.compute.manager [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Refreshing instance network info cache due to event network-changed-1b1b467e-dc0c-4e3b-9135-5a6325a198d2. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1802.811754] env[62153]: DEBUG oslo_concurrency.lockutils [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] Acquiring lock "refresh_cache-a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.815709] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9ab4-6e7a-8aba-9ace-67b7fb28ff48/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1802.815875] env[62153]: ERROR oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9ab4-6e7a-8aba-9ace-67b7fb28ff48/disk-0.vmdk due to incomplete transfer. [ 1802.816112] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1babe0f-5891-4cc9-9349-fa46fb8cea94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.822913] env[62153]: DEBUG nova.policy [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b1276b9df54791a4c892108dbed97b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c960d3d38e4442f695c3a0d99798edfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.825408] env[62153]: DEBUG oslo_vmware.rw_handles [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9ab4-6e7a-8aba-9ace-67b7fb28ff48/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1802.825592] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Uploaded image 0620801d-ea59-408c-a175-7d785b8122fa to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1802.827852] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1802.828103] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e34d91a9-fb34-473a-b649-a4568e751dcd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.834458] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1802.834458] env[62153]: value = "task-2072704" [ 1802.834458] env[62153]: _type = "Task" [ 1802.834458] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.844349] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072704, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.118405] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.169570] env[62153]: DEBUG nova.network.neutron [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Successfully created port: 945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.184710] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.258349] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1803.273568] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067444} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.273839] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.274739] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955d50d-f218-4156-806b-67c65b488bda {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.304240] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 2be13e6c-d7cd-4bc8-8081-d33beef1869e/2be13e6c-d7cd-4bc8-8081-d33beef1869e.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.310991] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa986e9c-f047-445b-84c6-a4f13532038d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.332143] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1803.332143] env[62153]: value = "task-2072705" [ 1803.332143] env[62153]: _type = "Task" [ 1803.332143] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.341206] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.353160] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072704, 'name': Destroy_Task, 'duration_secs': 0.367381} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.353555] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Destroyed the VM [ 1803.353864] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1803.354313] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14278e4c-c0f5-402d-a473-f2b50b095dd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.364928] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1803.364928] env[62153]: value = "task-2072706" [ 1803.364928] env[62153]: _type = "Task" [ 1803.364928] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.373905] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.384876] env[62153]: DEBUG nova.network.neutron [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Updating instance_info_cache with network_info: [{"id": "1b1b467e-dc0c-4e3b-9135-5a6325a198d2", "address": "fa:16:3e:b4:25:24", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1b467e-dc", "ovs_interfaceid": "1b1b467e-dc0c-4e3b-9135-5a6325a198d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.843650] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.877976] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.887878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "refresh_cache-a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.888281] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Instance network_info: |[{"id": "1b1b467e-dc0c-4e3b-9135-5a6325a198d2", "address": "fa:16:3e:b4:25:24", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1b467e-dc", "ovs_interfaceid": "1b1b467e-dc0c-4e3b-9135-5a6325a198d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1803.888646] env[62153]: DEBUG oslo_concurrency.lockutils [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] Acquired lock "refresh_cache-a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.888879] env[62153]: DEBUG nova.network.neutron [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Refreshing network info cache for port 1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.890715] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:25:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b1b467e-dc0c-4e3b-9135-5a6325a198d2', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.899919] env[62153]: DEBUG oslo.service.loopingcall [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.904139] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.904612] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27d86e68-f576-4161-80a3-06fcae370f81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.931161] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.931161] env[62153]: value = "task-2072707" [ 1803.931161] env[62153]: _type = "Task" [ 1803.931161] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.942778] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072707, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.056029] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c47ae3-e7f8-4745-91ec-89a888fd52cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.064562] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c353698-a4b5-4a98-83a4-caaf423b43ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.100187] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5989f53-0394-4465-8890-20a5a7a0273b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.109106] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e232ce-06c1-4af7-815a-0ab884769120 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.123869] env[62153]: DEBUG nova.compute.provider_tree [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.272505] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1804.293730] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.294208] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.294302] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.294454] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.294639] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.294852] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.295096] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.295263] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.295433] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.295595] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.295766] env[62153]: DEBUG nova.virt.hardware [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.296682] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd0d4f-5677-4bcd-9478-0d1261e53df2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.305738] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63485f90-4ba7-4c12-8e5c-1469839b16da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.340897] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072705, 'name': ReconfigVM_Task, 'duration_secs': 0.548483} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.341207] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 2be13e6c-d7cd-4bc8-8081-d33beef1869e/2be13e6c-d7cd-4bc8-8081-d33beef1869e.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.341830] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa3636b9-98a9-443b-9c16-2fcb269dbc90 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.349078] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1804.349078] env[62153]: value = "task-2072708" [ 1804.349078] env[62153]: _type = "Task" [ 1804.349078] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.357351] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072708, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.375969] env[62153]: DEBUG oslo_vmware.api [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072706, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583362} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.376826] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1804.376826] env[62153]: INFO nova.compute.manager [None req-38004252-5085-4019-bd66-1bb3105992e8 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Took 14.13 seconds to snapshot the instance on the hypervisor. [ 1804.445213] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072707, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.647303] env[62153]: ERROR nova.scheduler.client.report [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [req-7cebdd9d-34ea-4bf3-b038-7af53470e985] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7cebdd9d-34ea-4bf3-b038-7af53470e985"}]} [ 1804.663960] env[62153]: DEBUG nova.scheduler.client.report [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1804.680266] env[62153]: DEBUG nova.scheduler.client.report [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1804.680266] env[62153]: DEBUG nova.compute.provider_tree [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.681746] env[62153]: DEBUG nova.network.neutron [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Updated VIF entry in instance network info cache for port 1b1b467e-dc0c-4e3b-9135-5a6325a198d2. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.681904] env[62153]: DEBUG nova.network.neutron [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Updating instance_info_cache with network_info: [{"id": "1b1b467e-dc0c-4e3b-9135-5a6325a198d2", "address": "fa:16:3e:b4:25:24", "network": {"id": "67ba2d28-20e7-46ea-a7e4-ca23121ce839", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-499333489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2a23cc727a3459c9fcdc28f01699cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1b467e-dc", "ovs_interfaceid": "1b1b467e-dc0c-4e3b-9135-5a6325a198d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.692465] env[62153]: DEBUG nova.scheduler.client.report [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1804.713072] env[62153]: DEBUG nova.scheduler.client.report [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1804.859583] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072708, 'name': Rename_Task, 'duration_secs': 0.478193} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.859894] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.860193] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0789b4a-12b8-48b0-943e-fabfe952df44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.870957] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1804.870957] env[62153]: value = "task-2072709" [ 1804.870957] env[62153]: _type = "Task" [ 1804.870957] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.888094] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.949019] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072707, 'name': CreateVM_Task, 'duration_secs': 0.699551} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.949019] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.949019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.949019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.949019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.949019] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb80e8a-51bc-49a8-a974-ec4698e627da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.955304] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1804.955304] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525e341d-6e19-9b54-f2db-a17c27362b3b" [ 1804.955304] env[62153]: _type = "Task" [ 1804.955304] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.965953] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525e341d-6e19-9b54-f2db-a17c27362b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.001850] env[62153]: DEBUG nova.compute.manager [req-c350d9db-2ec6-43d8-8108-d5e4be2eab53 req-5a4c12e2-17c7-42cc-840a-1a4a581b2d3d service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Received event network-vif-plugged-945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1805.001850] env[62153]: DEBUG oslo_concurrency.lockutils [req-c350d9db-2ec6-43d8-8108-d5e4be2eab53 req-5a4c12e2-17c7-42cc-840a-1a4a581b2d3d service nova] Acquiring lock "ab26cb52-33fe-42e7-906f-7cc2381c6119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.001850] env[62153]: DEBUG oslo_concurrency.lockutils [req-c350d9db-2ec6-43d8-8108-d5e4be2eab53 req-5a4c12e2-17c7-42cc-840a-1a4a581b2d3d service nova] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.001850] env[62153]: DEBUG oslo_concurrency.lockutils [req-c350d9db-2ec6-43d8-8108-d5e4be2eab53 req-5a4c12e2-17c7-42cc-840a-1a4a581b2d3d service nova] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.001850] env[62153]: DEBUG nova.compute.manager [req-c350d9db-2ec6-43d8-8108-d5e4be2eab53 req-5a4c12e2-17c7-42cc-840a-1a4a581b2d3d service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] No waiting events found dispatching network-vif-plugged-945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1805.002176] env[62153]: WARNING nova.compute.manager [req-c350d9db-2ec6-43d8-8108-d5e4be2eab53 req-5a4c12e2-17c7-42cc-840a-1a4a581b2d3d service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Received unexpected event network-vif-plugged-945435ef-8f7b-40c9-b346-6966460a6988 for instance with vm_state building and task_state spawning. [ 1805.094317] env[62153]: DEBUG nova.network.neutron [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Successfully updated port: 945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.185067] env[62153]: DEBUG oslo_concurrency.lockutils [req-ef1f1c02-641c-429b-a186-a456935b8745 req-ac020714-b5bb-4f29-9869-682c6c348ce6 service nova] Releasing lock "refresh_cache-a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.309319] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a516799-5b7e-4681-83fc-0bd429ea1006 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.318533] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7a1ba-3fc6-4f4f-a8ac-4a8eb91ffe25 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.353138] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde86cd-af12-4561-b67c-14e5283e3fe5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.362652] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b553c1-2042-4cc8-9e41-13749c4d5a57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.378520] env[62153]: DEBUG nova.compute.provider_tree [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.390812] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072709, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.469203] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525e341d-6e19-9b54-f2db-a17c27362b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.469341] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.469579] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.469813] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.469957] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.470154] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.470482] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8138b2d9-ea89-4a2c-82f5-02645eda204a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.480654] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.480856] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.481638] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b098c0df-9970-4c68-af29-88b2a5301493 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.488904] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1805.488904] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bf54e4-0fcc-0659-9a33-e14c862ad2e4" [ 1805.488904] env[62153]: _type = "Task" [ 1805.488904] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.499092] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bf54e4-0fcc-0659-9a33-e14c862ad2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.598084] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "refresh_cache-ab26cb52-33fe-42e7-906f-7cc2381c6119" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.598084] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired lock "refresh_cache-ab26cb52-33fe-42e7-906f-7cc2381c6119" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.598084] env[62153]: DEBUG nova.network.neutron [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.892538] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072709, 'name': PowerOnVM_Task, 'duration_secs': 0.784028} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.892827] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.893048] env[62153]: INFO nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1805.893312] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.894187] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4912153e-0695-48a7-92e1-38a052a2c57b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.914601] env[62153]: DEBUG nova.scheduler.client.report [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1805.914873] env[62153]: DEBUG nova.compute.provider_tree [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 63 to 64 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1805.915064] env[62153]: DEBUG nova.compute.provider_tree [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1806.001309] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bf54e4-0fcc-0659-9a33-e14c862ad2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.002151] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aafc014-0430-49a5-9f58-de8285792554 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.010204] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1806.010204] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a11efd-925d-49a1-52f4-1de0693aee25" [ 1806.010204] env[62153]: _type = "Task" [ 1806.010204] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.017906] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a11efd-925d-49a1-52f4-1de0693aee25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.138297] env[62153]: DEBUG nova.network.neutron [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.333700] env[62153]: DEBUG nova.network.neutron [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Updating instance_info_cache with network_info: [{"id": "945435ef-8f7b-40c9-b346-6966460a6988", "address": "fa:16:3e:ea:5b:5d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945435ef-8f", "ovs_interfaceid": "945435ef-8f7b-40c9-b346-6966460a6988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.412898] env[62153]: INFO nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Took 50.63 seconds to build instance. [ 1806.423473] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.174s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.423473] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.425151] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.574s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.427167] env[62153]: INFO nova.compute.claims [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.527147] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a11efd-925d-49a1-52f4-1de0693aee25, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.527606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.527906] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a637e5b7-dbb7-4e52-b938-fb6b467e7f9b/a637e5b7-dbb7-4e52-b938-fb6b467e7f9b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.528274] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68af00ea-e4f7-4bce-aa54-c1de223f81c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.538375] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1806.538375] env[62153]: value = "task-2072710" [ 1806.538375] env[62153]: _type = "Task" [ 1806.538375] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.548296] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.837079] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Releasing lock "refresh_cache-ab26cb52-33fe-42e7-906f-7cc2381c6119" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.837449] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Instance network_info: |[{"id": "945435ef-8f7b-40c9-b346-6966460a6988", "address": "fa:16:3e:ea:5b:5d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945435ef-8f", "ovs_interfaceid": "945435ef-8f7b-40c9-b346-6966460a6988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.837925] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '945435ef-8f7b-40c9-b346-6966460a6988', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.846539] env[62153]: DEBUG oslo.service.loopingcall [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.846796] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.847036] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec0c93bf-ee1f-46e3-8ea8-ee0c64d3a3b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.872395] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.872395] env[62153]: value = "task-2072711" [ 1806.872395] env[62153]: _type = "Task" [ 1806.872395] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.882887] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072711, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.916145] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.607s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.935117] env[62153]: DEBUG nova.compute.utils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.938764] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.938764] env[62153]: DEBUG nova.network.neutron [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.038247] env[62153]: DEBUG nova.policy [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1af2d4db243d492e8faca33febbcfe73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c79454146034639aebf727834295a06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.052890] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072710, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.100176] env[62153]: DEBUG nova.compute.manager [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Received event network-changed-945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1807.100331] env[62153]: DEBUG nova.compute.manager [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Refreshing instance network info cache due to event network-changed-945435ef-8f7b-40c9-b346-6966460a6988. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1807.100653] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] Acquiring lock "refresh_cache-ab26cb52-33fe-42e7-906f-7cc2381c6119" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.100880] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] Acquired lock "refresh_cache-ab26cb52-33fe-42e7-906f-7cc2381c6119" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.101107] env[62153]: DEBUG nova.network.neutron [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Refreshing network info cache for port 945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.180931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.180931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.180931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.180931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.180931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.182256] env[62153]: INFO nova.compute.manager [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Terminating instance [ 1807.383343] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072711, 'name': CreateVM_Task, 'duration_secs': 0.428815} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.383626] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.384153] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.384399] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.384723] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.384972] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177b3e1e-6831-42c7-82f1-0c75f437ab52 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.387178] env[62153]: DEBUG nova.network.neutron [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Successfully created port: da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.392488] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1807.392488] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210d06e-f215-192c-9f1b-7179d27ec15a" [ 1807.392488] env[62153]: _type = "Task" [ 1807.392488] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.400989] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210d06e-f215-192c-9f1b-7179d27ec15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.419568] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.443826] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.559686] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522816} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.559686] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a637e5b7-dbb7-4e52-b938-fb6b467e7f9b/a637e5b7-dbb7-4e52-b938-fb6b467e7f9b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.559878] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.560316] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-094ed53d-8f10-4f9c-a6e0-c32731642a4b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.573830] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1807.573830] env[62153]: value = "task-2072712" [ 1807.573830] env[62153]: _type = "Task" [ 1807.573830] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.584312] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.687046] env[62153]: DEBUG nova.compute.manager [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.687253] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.688296] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3900ea-9959-4fc4-892e-356c8557ad25 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.700260] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.700260] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28818cf2-527a-4e21-befc-e47490423ae6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.709671] env[62153]: DEBUG oslo_vmware.api [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1807.709671] env[62153]: value = "task-2072713" [ 1807.709671] env[62153]: _type = "Task" [ 1807.709671] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.724193] env[62153]: DEBUG oslo_vmware.api [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.907102] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210d06e-f215-192c-9f1b-7179d27ec15a, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.908034] env[62153]: DEBUG nova.network.neutron [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Updated VIF entry in instance network info cache for port 945435ef-8f7b-40c9-b346-6966460a6988. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.908366] env[62153]: DEBUG nova.network.neutron [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Updating instance_info_cache with network_info: [{"id": "945435ef-8f7b-40c9-b346-6966460a6988", "address": "fa:16:3e:ea:5b:5d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945435ef-8f", "ovs_interfaceid": "945435ef-8f7b-40c9-b346-6966460a6988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.911232] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.911500] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.911795] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.911965] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.912169] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.914955] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ce2506-64dc-4f8e-a1cb-f25427a8e556 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.926845] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.927073] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.931964] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c687cf-6ce6-4668-aa48-25c33c9f51bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.941659] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1807.941659] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528744f2-1447-bbd7-a9d6-52b3a8b7b5a6" [ 1807.941659] env[62153]: _type = "Task" [ 1807.941659] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.947988] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.956804] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528744f2-1447-bbd7-a9d6-52b3a8b7b5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.957925] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd90d532-cb29-4e43-8d70-acd2dc08289f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.968882] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1807.968882] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a466a0-1373-6e92-3614-b4512e37d965" [ 1807.968882] env[62153]: _type = "Task" [ 1807.968882] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.979301] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a466a0-1373-6e92-3614-b4512e37d965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.016045] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dcfdd5-79b1-4799-a9b9-97f45b277658 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.028451] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544a136-c5e8-47ba-ba6e-c2bb77abd30e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.067459] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff849e-6f8f-4108-8c1e-b0738f0fc13a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.078422] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7737d02b-33ee-49aa-b403-5030f213f349 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.087330] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072515} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.095085] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.095595] env[62153]: DEBUG nova.compute.provider_tree [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.097395] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58062e8-e6f5-4d51-b6fd-2ab363e9e19b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.124871] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a637e5b7-dbb7-4e52-b938-fb6b467e7f9b/a637e5b7-dbb7-4e52-b938-fb6b467e7f9b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.126050] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1ab25e-bfb4-4a13-8c3a-15978446d541 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.147340] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1808.147340] env[62153]: value = "task-2072714" [ 1808.147340] env[62153]: _type = "Task" [ 1808.147340] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.156081] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.222467] env[62153]: DEBUG oslo_vmware.api [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072713, 'name': PowerOffVM_Task, 'duration_secs': 0.360696} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.222830] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.223039] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.223374] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282e73b2-619e-4b4c-b92a-6332c0beb15d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.330725] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.330921] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.331118] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Deleting the datastore file [datastore1] edc97b06-91c0-4bd4-b2bd-626697e0ac62 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.331411] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5313e65-50ac-45e8-a6c0-1b07fb62ac2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.339500] env[62153]: DEBUG oslo_vmware.api [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1808.339500] env[62153]: value = "task-2072716" [ 1808.339500] env[62153]: _type = "Task" [ 1808.339500] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.347899] env[62153]: DEBUG oslo_vmware.api [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.418409] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4a48984-5192-44a2-a6f4-ef7560624f85 req-192ffb9f-76e1-4396-af55-26bfa2838ee8 service nova] Releasing lock "refresh_cache-ab26cb52-33fe-42e7-906f-7cc2381c6119" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.459369] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.481959] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a466a0-1373-6e92-3614-b4512e37d965, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.484407] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.484697] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ab26cb52-33fe-42e7-906f-7cc2381c6119/ab26cb52-33fe-42e7-906f-7cc2381c6119.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.485294] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f57e4a-aade-4508-a99a-ff1a0fb35a88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.491834] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.492111] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.492283] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.492493] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.492646] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.492815] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.493045] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.493312] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.493480] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.493605] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.493807] env[62153]: DEBUG nova.virt.hardware [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.494721] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517fd2e7-5d62-4d2a-ad7d-147f5687cbf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.500019] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1808.500019] env[62153]: value = "task-2072717" [ 1808.500019] env[62153]: _type = "Task" [ 1808.500019] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.505851] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73315a3-1dc2-41ab-8629-8d605b241757 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.514642] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.633750] env[62153]: DEBUG nova.scheduler.client.report [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1808.634071] env[62153]: DEBUG nova.compute.provider_tree [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 64 to 65 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1808.634321] env[62153]: DEBUG nova.compute.provider_tree [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.660842] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072714, 'name': ReconfigVM_Task, 'duration_secs': 0.479901} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.661350] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a637e5b7-dbb7-4e52-b938-fb6b467e7f9b/a637e5b7-dbb7-4e52-b938-fb6b467e7f9b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.662138] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c94eac-ce15-4400-8e39-275c94da4363 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.670905] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1808.670905] env[62153]: value = "task-2072718" [ 1808.670905] env[62153]: _type = "Task" [ 1808.670905] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.683080] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072718, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.850829] env[62153]: DEBUG oslo_vmware.api [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141614} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.851124] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.851344] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.851528] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.851705] env[62153]: INFO nova.compute.manager [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1808.851953] env[62153]: DEBUG oslo.service.loopingcall [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.852165] env[62153]: DEBUG nova.compute.manager [-] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.852258] env[62153]: DEBUG nova.network.neutron [-] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.009441] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49671} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.009707] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ab26cb52-33fe-42e7-906f-7cc2381c6119/ab26cb52-33fe-42e7-906f-7cc2381c6119.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.009915] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.010182] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b6f3c8-4cb8-4255-93a6-c923c1ca9d7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.021317] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1809.021317] env[62153]: value = "task-2072719" [ 1809.021317] env[62153]: _type = "Task" [ 1809.021317] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.037346] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.104906] env[62153]: DEBUG nova.network.neutron [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Successfully updated port: da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.139880] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.140866] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1809.147332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.411s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.147982] env[62153]: DEBUG nova.objects.instance [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lazy-loading 'resources' on Instance uuid bc73c76d-3c04-497a-a6b3-6f044ed1f0f1 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.181259] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072718, 'name': Rename_Task, 'duration_secs': 0.366951} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.181575] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.181892] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b901169a-f481-4abd-b97f-e5ce0a99d957 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.189936] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1809.189936] env[62153]: value = "task-2072720" [ 1809.189936] env[62153]: _type = "Task" [ 1809.189936] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.200871] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.219509] env[62153]: DEBUG nova.compute.manager [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Received event network-vif-plugged-da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1809.219732] env[62153]: DEBUG oslo_concurrency.lockutils [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.219942] env[62153]: DEBUG oslo_concurrency.lockutils [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] Lock "ac73bd12-161a-4720-8069-8b648645038b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.220160] env[62153]: DEBUG oslo_concurrency.lockutils [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] Lock "ac73bd12-161a-4720-8069-8b648645038b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.220359] env[62153]: DEBUG nova.compute.manager [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] No waiting events found dispatching network-vif-plugged-da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.220741] env[62153]: WARNING nova.compute.manager [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Received unexpected event network-vif-plugged-da11dda1-da40-404d-b145-79a21eefb45e for instance with vm_state building and task_state spawning. [ 1809.220741] env[62153]: DEBUG nova.compute.manager [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Received event network-changed-da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1809.220878] env[62153]: DEBUG nova.compute.manager [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Refreshing instance network info cache due to event network-changed-da11dda1-da40-404d-b145-79a21eefb45e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1809.221241] env[62153]: DEBUG oslo_concurrency.lockutils [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] Acquiring lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.221400] env[62153]: DEBUG oslo_concurrency.lockutils [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] Acquired lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.221587] env[62153]: DEBUG nova.network.neutron [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Refreshing network info cache for port da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.294106] env[62153]: DEBUG nova.compute.manager [req-3769fd4b-cf30-4e05-98d2-20cf5c19eb4d req-8049e705-d158-4720-acea-1396d1da383a service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Received event network-vif-deleted-c76c0120-6c7d-4da2-a09f-56d46ef785a6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1809.294433] env[62153]: INFO nova.compute.manager [req-3769fd4b-cf30-4e05-98d2-20cf5c19eb4d req-8049e705-d158-4720-acea-1396d1da383a service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Neutron deleted interface c76c0120-6c7d-4da2-a09f-56d46ef785a6; detaching it from the instance and deleting it from the info cache [ 1809.294714] env[62153]: DEBUG nova.network.neutron [req-3769fd4b-cf30-4e05-98d2-20cf5c19eb4d req-8049e705-d158-4720-acea-1396d1da383a service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.531920] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075275} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.532216] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.532979] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a3c2ee-4b50-4a3d-8db1-2f10de25fd76 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.560025] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ab26cb52-33fe-42e7-906f-7cc2381c6119/ab26cb52-33fe-42e7-906f-7cc2381c6119.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.560739] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03d8330-5df9-4777-a22a-6f2eba1c3a2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.581669] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1809.581669] env[62153]: value = "task-2072721" [ 1809.581669] env[62153]: _type = "Task" [ 1809.581669] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.591521] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.608257] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.653297] env[62153]: DEBUG nova.compute.utils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.655033] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.655212] env[62153]: DEBUG nova.network.neutron [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.695302] env[62153]: DEBUG nova.policy [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0fdc9a89a6449b7828f6adc3da76341', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '588d2e00b0bb42d89157f107f3fe1600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.702813] env[62153]: DEBUG nova.network.neutron [-] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.703969] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.767473] env[62153]: DEBUG nova.network.neutron [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.799242] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f743e77-5e38-4ba0-9b9a-83d41bfb189d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.808944] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c74735f-efb0-4b5f-a534-7c32f6c84a19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.850063] env[62153]: DEBUG nova.compute.manager [req-3769fd4b-cf30-4e05-98d2-20cf5c19eb4d req-8049e705-d158-4720-acea-1396d1da383a service nova] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Detach interface failed, port_id=c76c0120-6c7d-4da2-a09f-56d46ef785a6, reason: Instance edc97b06-91c0-4bd4-b2bd-626697e0ac62 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1809.874226] env[62153]: DEBUG nova.network.neutron [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.999417] env[62153]: DEBUG nova.network.neutron [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Successfully created port: 67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1810.095664] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.160761] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1810.204521] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072720, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.206996] env[62153]: INFO nova.compute.manager [-] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Took 1.35 seconds to deallocate network for instance. [ 1810.269940] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a714a-de46-4bb1-b1f8-bb7843c6df1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.278324] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea7e1d9-1260-40ed-9fc8-7a4f7f2a8d3e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.323614] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d51ffb-b501-4909-9097-12b3441414b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.336024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4df3118-5d2a-439d-80f7-0d2de83bc658 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.362566] env[62153]: DEBUG nova.compute.provider_tree [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.377335] env[62153]: DEBUG oslo_concurrency.lockutils [req-520eb492-59bf-4314-8191-f7a7203d8d5f req-fca130e0-f5d5-41c2-9a26-3e300bb99ca5 service nova] Releasing lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.377882] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.378153] env[62153]: DEBUG nova.network.neutron [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.597748] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072721, 'name': ReconfigVM_Task, 'duration_secs': 0.931273} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.598059] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ab26cb52-33fe-42e7-906f-7cc2381c6119/ab26cb52-33fe-42e7-906f-7cc2381c6119.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.598702] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09fe9bfe-6a77-4696-85f5-24cf0a5f8977 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.607755] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1810.607755] env[62153]: value = "task-2072722" [ 1810.607755] env[62153]: _type = "Task" [ 1810.607755] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.617624] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072722, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.705161] env[62153]: DEBUG oslo_vmware.api [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072720, 'name': PowerOnVM_Task, 'duration_secs': 1.390444} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.705434] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.705630] env[62153]: INFO nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1810.705800] env[62153]: DEBUG nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.706605] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cabfd5-ff15-47c6-ab1b-8e625a91f339 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.716767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.897489] env[62153]: DEBUG nova.scheduler.client.report [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1810.897767] env[62153]: DEBUG nova.compute.provider_tree [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 65 to 66 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1810.897970] env[62153]: DEBUG nova.compute.provider_tree [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.919243] env[62153]: DEBUG nova.network.neutron [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.096766] env[62153]: DEBUG nova.network.neutron [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updating instance_info_cache with network_info: [{"id": "da11dda1-da40-404d-b145-79a21eefb45e", "address": "fa:16:3e:82:a6:2a", "network": {"id": "920fbc7b-bb69-4c53-9c63-0bb2628daced", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-493902830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c79454146034639aebf727834295a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11dda1-da", "ovs_interfaceid": "da11dda1-da40-404d-b145-79a21eefb45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.119618] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072722, 'name': Rename_Task, 'duration_secs': 0.186367} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.119931] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.120211] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15953e33-8117-4286-8579-5d7eefbdc94a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.127262] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1811.127262] env[62153]: value = "task-2072723" [ 1811.127262] env[62153]: _type = "Task" [ 1811.127262] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.135198] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.171081] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1811.197906] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.198298] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.198435] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.198621] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.198782] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.199030] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.199189] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.200407] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.200696] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.201348] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.201606] env[62153]: DEBUG nova.virt.hardware [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.202529] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412e7e1-5f9b-4882-be48-58b04a0aec28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.211761] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc43d65-b5f4-4b4b-aa96-897e270717be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.233212] env[62153]: INFO nova.compute.manager [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Took 48.91 seconds to build instance. [ 1811.405870] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.406550] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.942s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.408567] env[62153]: INFO nova.compute.claims [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.442084] env[62153]: INFO nova.scheduler.client.report [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Deleted allocations for instance bc73c76d-3c04-497a-a6b3-6f044ed1f0f1 [ 1811.600777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Releasing lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.601114] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Instance network_info: |[{"id": "da11dda1-da40-404d-b145-79a21eefb45e", "address": "fa:16:3e:82:a6:2a", "network": {"id": "920fbc7b-bb69-4c53-9c63-0bb2628daced", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-493902830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c79454146034639aebf727834295a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11dda1-da", "ovs_interfaceid": "da11dda1-da40-404d-b145-79a21eefb45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.601905] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a6:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da11dda1-da40-404d-b145-79a21eefb45e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.610380] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Creating folder: Project (9c79454146034639aebf727834295a06). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1811.610380] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbe75861-2702-48d2-bc35-feab64e683de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.625685] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Created folder: Project (9c79454146034639aebf727834295a06) in parent group-v424816. [ 1811.626041] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Creating folder: Instances. Parent ref: group-v424909. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1811.626488] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31fcdb11-d094-48a4-a04d-d9f3c6b2c6c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.639345] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072723, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.641882] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Created folder: Instances in parent group-v424909. [ 1811.642135] env[62153]: DEBUG oslo.service.loopingcall [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.642376] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac73bd12-161a-4720-8069-8b648645038b] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.642630] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32364685-b3eb-4850-8498-79e883f4d0e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.669564] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.669564] env[62153]: value = "task-2072726" [ 1811.669564] env[62153]: _type = "Task" [ 1811.669564] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.680089] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.683030] env[62153]: DEBUG nova.compute.manager [req-045a40f4-cfb3-46bd-82c5-5fa257316927 req-1ad16f1e-98ff-488d-bfd3-26901743e0ec service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Received event network-vif-plugged-67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1811.683389] env[62153]: DEBUG oslo_concurrency.lockutils [req-045a40f4-cfb3-46bd-82c5-5fa257316927 req-1ad16f1e-98ff-488d-bfd3-26901743e0ec service nova] Acquiring lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.683721] env[62153]: DEBUG oslo_concurrency.lockutils [req-045a40f4-cfb3-46bd-82c5-5fa257316927 req-1ad16f1e-98ff-488d-bfd3-26901743e0ec service nova] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.684008] env[62153]: DEBUG oslo_concurrency.lockutils [req-045a40f4-cfb3-46bd-82c5-5fa257316927 req-1ad16f1e-98ff-488d-bfd3-26901743e0ec service nova] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.684355] env[62153]: DEBUG nova.compute.manager [req-045a40f4-cfb3-46bd-82c5-5fa257316927 req-1ad16f1e-98ff-488d-bfd3-26901743e0ec service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] No waiting events found dispatching network-vif-plugged-67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1811.684587] env[62153]: WARNING nova.compute.manager [req-045a40f4-cfb3-46bd-82c5-5fa257316927 req-1ad16f1e-98ff-488d-bfd3-26901743e0ec service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Received unexpected event network-vif-plugged-67ee7497-6d20-4948-90fb-862e091bbc95 for instance with vm_state building and task_state spawning. [ 1811.735747] env[62153]: DEBUG oslo_concurrency.lockutils [None req-60f32a1c-6cd3-49a8-be09-c987a9610aee tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.371s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.748477] env[62153]: DEBUG nova.network.neutron [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Successfully updated port: 67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.952658] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9733d963-6258-4de5-9bf9-4c3a5f48da50 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894 tempest-FloatingIPsAssociationNegativeTestJSON-1683160894-project-member] Lock "bc73c76d-3c04-497a-a6b3-6f044ed1f0f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.482s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.102774] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.103147] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.103396] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.103622] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.103827] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.106482] env[62153]: INFO nova.compute.manager [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Terminating instance [ 1812.139744] env[62153]: DEBUG oslo_vmware.api [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072723, 'name': PowerOnVM_Task, 'duration_secs': 0.667157} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.140013] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.140213] env[62153]: INFO nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1812.140393] env[62153]: DEBUG nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.141174] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2672cb-b1cf-4510-938c-795e25b61ccf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.179762] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.238372] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.250044] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.250194] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.250363] env[62153]: DEBUG nova.network.neutron [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1812.611910] env[62153]: DEBUG nova.compute.manager [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.612187] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.614028] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e4d050-a39d-4994-92f1-62f62c6c6953 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.624328] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.624601] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d69a78e-be10-4179-91c5-b4c1afd1eea6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.632765] env[62153]: DEBUG oslo_vmware.api [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1812.632765] env[62153]: value = "task-2072727" [ 1812.632765] env[62153]: _type = "Task" [ 1812.632765] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.645763] env[62153]: DEBUG oslo_vmware.api [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.662323] env[62153]: INFO nova.compute.manager [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Took 35.47 seconds to build instance. [ 1812.681139] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.768230] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.809332] env[62153]: DEBUG nova.network.neutron [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.953869] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e28e6-75b0-48c1-9cc5-102e440d6c90 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.963739] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef7aab-db69-44b8-b7ad-0dbe67821ada {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.999427] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df49d739-b256-4d00-bd32-d27491c3e37c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.008060] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d55f2-4446-4cd3-b372-a2ae22819377 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.022563] env[62153]: DEBUG nova.compute.provider_tree [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.143961] env[62153]: DEBUG oslo_vmware.api [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072727, 'name': PowerOffVM_Task, 'duration_secs': 0.307514} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.144273] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.144462] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.144714] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cdfa914-a049-4dea-86e1-e4c2de43e6af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.163800] env[62153]: DEBUG oslo_concurrency.lockutils [None req-10eb2a6d-c8f6-4ccd-9355-a51a0e92de1d tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.371s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.181543] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.341287] env[62153]: DEBUG nova.network.neutron [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [{"id": "67ee7497-6d20-4948-90fb-862e091bbc95", "address": "fa:16:3e:67:af:e7", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ee7497-6d", "ovs_interfaceid": "67ee7497-6d20-4948-90fb-862e091bbc95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.526378] env[62153]: DEBUG nova.scheduler.client.report [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.670377] env[62153]: DEBUG nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1813.684296] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.717551] env[62153]: DEBUG nova.compute.manager [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Received event network-changed-67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1813.717775] env[62153]: DEBUG nova.compute.manager [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Refreshing instance network info cache due to event network-changed-67ee7497-6d20-4948-90fb-862e091bbc95. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1813.717947] env[62153]: DEBUG oslo_concurrency.lockutils [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] Acquiring lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.844878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.845248] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Instance network_info: |[{"id": "67ee7497-6d20-4948-90fb-862e091bbc95", "address": "fa:16:3e:67:af:e7", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ee7497-6d", "ovs_interfaceid": "67ee7497-6d20-4948-90fb-862e091bbc95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1813.845693] env[62153]: DEBUG oslo_concurrency.lockutils [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] Acquired lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.845777] env[62153]: DEBUG nova.network.neutron [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Refreshing network info cache for port 67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.847342] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:af:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ee7497-6d20-4948-90fb-862e091bbc95', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.857958] env[62153]: DEBUG oslo.service.loopingcall [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.860369] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.860650] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0da465a9-0f43-4bc6-baf0-69e8070e3544 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.886490] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1813.886490] env[62153]: value = "task-2072729" [ 1813.886490] env[62153]: _type = "Task" [ 1813.886490] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.898652] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072729, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.020859] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71302d-3212-4233-b051-7aba057be41f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.028082] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Suspending the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1814.028323] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d5e9603d-cc8a-49e5-ad25-4625734b60f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.036473] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.036980] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.039895] env[62153]: DEBUG oslo_vmware.api [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] Waiting for the task: (returnval){ [ 1814.039895] env[62153]: value = "task-2072730" [ 1814.039895] env[62153]: _type = "Task" [ 1814.039895] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.040169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.567s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.052911] env[62153]: DEBUG oslo_vmware.api [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] Task: {'id': task-2072730, 'name': SuspendVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.192562] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.208759] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.398370] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072729, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.543571] env[62153]: DEBUG nova.compute.utils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.548277] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.548477] env[62153]: DEBUG nova.network.neutron [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.562819] env[62153]: DEBUG oslo_vmware.api [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] Task: {'id': task-2072730, 'name': SuspendVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.609572] env[62153]: DEBUG nova.policy [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da1d4fd18e7341f1ab336b1508152afa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ed5260060df436b9756d52cca8c3690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.692353] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.733266] env[62153]: DEBUG nova.network.neutron [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updated VIF entry in instance network info cache for port 67ee7497-6d20-4948-90fb-862e091bbc95. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.733901] env[62153]: DEBUG nova.network.neutron [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [{"id": "67ee7497-6d20-4948-90fb-862e091bbc95", "address": "fa:16:3e:67:af:e7", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ee7497-6d", "ovs_interfaceid": "67ee7497-6d20-4948-90fb-862e091bbc95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.909578] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072729, 'name': CreateVM_Task, 'duration_secs': 0.632127} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.909578] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.910267] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.910559] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.911423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.911423] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61082f3-78a5-487c-8e9f-6f44563b37d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.919824] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1814.919824] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52080480-e8a2-9319-572d-a9b2d027bf42" [ 1814.919824] env[62153]: _type = "Task" [ 1814.919824] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.944781] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52080480-e8a2-9319-572d-a9b2d027bf42, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.945636] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.945837] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.946152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.946410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.946783] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.947222] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-359fb536-7cca-4cb6-ba43-6ec8a97dc67d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.972525] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.972725] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.974767] env[62153]: DEBUG nova.network.neutron [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Successfully created port: bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.977562] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2b2933-aab6-4ff1-8bba-d857e23b74b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.986569] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1814.986569] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a75780-6a8c-9388-8bc0-3529d4b5e6f3" [ 1814.986569] env[62153]: _type = "Task" [ 1814.986569] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.999307] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a75780-6a8c-9388-8bc0-3529d4b5e6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.053043] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.060183] env[62153]: DEBUG oslo_vmware.api [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] Task: {'id': task-2072730, 'name': SuspendVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.220944] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.230272] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d71de-7621-474b-845f-72d31156c163 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.239801] env[62153]: DEBUG oslo_concurrency.lockutils [req-22358df7-9f9e-4c49-bebb-8b7c9e144355 req-0d978ad6-9960-4fc2-82f2-45034ea677c5 service nova] Releasing lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.240900] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96946a62-1368-4a6e-a1fe-f5e5573c0732 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.275182] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e754228-c804-4e78-ac71-a2aab5d38a5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.283905] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6c372-8e46-4712-ac85-da318c364a1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.299656] env[62153]: DEBUG nova.compute.provider_tree [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.497926] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a75780-6a8c-9388-8bc0-3529d4b5e6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.498788] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ab9b66-e5ca-4fdd-98a3-5d11902f5b0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.504923] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1815.504923] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b23cb0-e674-be39-fc20-3fd2b5bca342" [ 1815.504923] env[62153]: _type = "Task" [ 1815.504923] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.513377] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b23cb0-e674-be39-fc20-3fd2b5bca342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.570646] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.570646] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.570891] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleting the datastore file [datastore1] b04e0c4e-90ad-450f-ad34-0e91b9462e27 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.574261] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7c72a1-ae84-4f4b-8f26-d08ce5c15735 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.576268] env[62153]: DEBUG oslo_vmware.api [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] Task: {'id': task-2072730, 'name': SuspendVM_Task, 'duration_secs': 1.090571} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.576867] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Suspended the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1815.577062] env[62153]: DEBUG nova.compute.manager [None req-005ae69b-893f-4e1b-bbae-2288158dd3e9 tempest-ServersAdminNegativeTestJSON-975530087 tempest-ServersAdminNegativeTestJSON-975530087-project-admin] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.578437] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f76970-5558-428a-a91f-fd2b96b7d4e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.582999] env[62153]: DEBUG oslo_vmware.api [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1815.582999] env[62153]: value = "task-2072731" [ 1815.582999] env[62153]: _type = "Task" [ 1815.582999] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.597245] env[62153]: DEBUG oslo_vmware.api [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.688808] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072726, 'name': CreateVM_Task, 'duration_secs': 3.876108} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.688940] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac73bd12-161a-4720-8069-8b648645038b] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1815.689619] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.689821] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.690155] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1815.690406] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c55914-0a2c-468a-9544-108ba2c7d467 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.696835] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1815.696835] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524b4b03-213e-17ea-786d-76b80d9b0ae2" [ 1815.696835] env[62153]: _type = "Task" [ 1815.696835] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.705777] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524b4b03-213e-17ea-786d-76b80d9b0ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.803470] env[62153]: DEBUG nova.scheduler.client.report [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.018503] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b23cb0-e674-be39-fc20-3fd2b5bca342, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.018840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.019182] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9/83fd43cd-76d3-411c-a6ac-f7b974c2a7b9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.019500] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aaed8aa-05a8-4996-b0e2-76aa2e2d474d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.030370] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1816.030370] env[62153]: value = "task-2072732" [ 1816.030370] env[62153]: _type = "Task" [ 1816.030370] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.039367] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.068923] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.095761] env[62153]: DEBUG oslo_vmware.api [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158452} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.097906] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.098137] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.098296] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.098479] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.098628] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.098775] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.098983] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.099168] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.099338] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.099505] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.099680] env[62153]: DEBUG nova.virt.hardware [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.099957] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.100145] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.100315] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.100481] env[62153]: INFO nova.compute.manager [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Took 3.49 seconds to destroy the instance on the hypervisor. [ 1816.100706] env[62153]: DEBUG oslo.service.loopingcall [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.101447] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155871b6-2acd-4ae1-91ad-7791efaa910e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.105023] env[62153]: DEBUG nova.compute.manager [-] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.105103] env[62153]: DEBUG nova.network.neutron [-] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.115411] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad30396c-1b7c-426b-8870-6a33d8b5c76d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.210357] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524b4b03-213e-17ea-786d-76b80d9b0ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.210977] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.211523] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.211900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.212213] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.212525] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.213046] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d393fa9-12b4-461c-8816-ac778cc5f2b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.231032] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.231032] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.231638] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677663d8-a19d-4467-be66-6ad4085bc5ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.239045] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1816.239045] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52022eb6-31bf-e4f2-bcdd-86aa2e07d5e1" [ 1816.239045] env[62153]: _type = "Task" [ 1816.239045] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.249855] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52022eb6-31bf-e4f2-bcdd-86aa2e07d5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.544069] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473608} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.544069] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9/83fd43cd-76d3-411c-a6ac-f7b974c2a7b9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.544069] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.544069] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3d230ad-b4cb-4abc-b34c-8af4187d9b55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.551211] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1816.551211] env[62153]: value = "task-2072733" [ 1816.551211] env[62153]: _type = "Task" [ 1816.551211] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.561142] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.569405] env[62153]: DEBUG nova.compute.manager [req-f1d0584e-9733-47e8-b46b-549d6ff52670 req-d0a04230-f2c0-40e8-b0b2-e4bd7fa5791f service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Received event network-vif-deleted-ebab0d37-3b82-483e-8bdd-1ca637f752d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1816.569405] env[62153]: INFO nova.compute.manager [req-f1d0584e-9733-47e8-b46b-549d6ff52670 req-d0a04230-f2c0-40e8-b0b2-e4bd7fa5791f service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Neutron deleted interface ebab0d37-3b82-483e-8bdd-1ca637f752d9; detaching it from the instance and deleting it from the info cache [ 1816.569405] env[62153]: DEBUG nova.network.neutron [req-f1d0584e-9733-47e8-b46b-549d6ff52670 req-d0a04230-f2c0-40e8-b0b2-e4bd7fa5791f service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.747635] env[62153]: DEBUG nova.compute.manager [req-6dda052f-8da0-48fb-8df2-3f666092cc50 req-2beaf985-172c-4d0f-a988-1e45046f33dc service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Received event network-vif-plugged-bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1816.748774] env[62153]: DEBUG oslo_concurrency.lockutils [req-6dda052f-8da0-48fb-8df2-3f666092cc50 req-2beaf985-172c-4d0f-a988-1e45046f33dc service nova] Acquiring lock "349df407-b1f0-4844-8ad7-db5839ee2c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.748774] env[62153]: DEBUG oslo_concurrency.lockutils [req-6dda052f-8da0-48fb-8df2-3f666092cc50 req-2beaf985-172c-4d0f-a988-1e45046f33dc service nova] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.749716] env[62153]: DEBUG oslo_concurrency.lockutils [req-6dda052f-8da0-48fb-8df2-3f666092cc50 req-2beaf985-172c-4d0f-a988-1e45046f33dc service nova] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.749716] env[62153]: DEBUG nova.compute.manager [req-6dda052f-8da0-48fb-8df2-3f666092cc50 req-2beaf985-172c-4d0f-a988-1e45046f33dc service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] No waiting events found dispatching network-vif-plugged-bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.749716] env[62153]: WARNING nova.compute.manager [req-6dda052f-8da0-48fb-8df2-3f666092cc50 req-2beaf985-172c-4d0f-a988-1e45046f33dc service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Received unexpected event network-vif-plugged-bb945c9f-b8b2-4d76-854c-6ede65a27f8e for instance with vm_state building and task_state spawning. [ 1816.756395] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52022eb6-31bf-e4f2-bcdd-86aa2e07d5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.054444} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.757479] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b507bb-df6f-48bf-a5c8-c17c40f8a8cb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.764191] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1816.764191] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52540990-8578-c1ba-92a0-e7bcbb9d5ddd" [ 1816.764191] env[62153]: _type = "Task" [ 1816.764191] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.773149] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52540990-8578-c1ba-92a0-e7bcbb9d5ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.796542] env[62153]: DEBUG nova.network.neutron [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Successfully updated port: bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.815197] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.775s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.818456] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.991s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.820535] env[62153]: DEBUG nova.objects.instance [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lazy-loading 'resources' on Instance uuid 1d290661-08d5-41bc-9939-74eb30a0c1e4 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.938984] env[62153]: DEBUG nova.network.neutron [-] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.060657] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099006} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.060952] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.061769] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ecbd4-ecd9-40d4-8069-95991063456f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.086724] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9/83fd43cd-76d3-411c-a6ac-f7b974c2a7b9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.087019] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52195673-475f-4d53-9831-5213470bb897 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.089145] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16bbb50-8e60-4e14-ba63-81d717ba1ef5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.112343] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dba556-57be-49cc-827e-0e4109e7eaa6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.123998] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1817.123998] env[62153]: value = "task-2072734" [ 1817.123998] env[62153]: _type = "Task" [ 1817.123998] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.133146] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.148300] env[62153]: DEBUG nova.compute.manager [req-f1d0584e-9733-47e8-b46b-549d6ff52670 req-d0a04230-f2c0-40e8-b0b2-e4bd7fa5791f service nova] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Detach interface failed, port_id=ebab0d37-3b82-483e-8bdd-1ca637f752d9, reason: Instance b04e0c4e-90ad-450f-ad34-0e91b9462e27 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1817.275338] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52540990-8578-c1ba-92a0-e7bcbb9d5ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.049924} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.275609] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.275885] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ac73bd12-161a-4720-8069-8b648645038b/ac73bd12-161a-4720-8069-8b648645038b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.276162] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4028958a-4292-4417-abd5-907568cc1372 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.285828] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1817.285828] env[62153]: value = "task-2072735" [ 1817.285828] env[62153]: _type = "Task" [ 1817.285828] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.293852] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.299022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "refresh_cache-349df407-b1f0-4844-8ad7-db5839ee2c78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.299022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquired lock "refresh_cache-349df407-b1f0-4844-8ad7-db5839ee2c78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.299022] env[62153]: DEBUG nova.network.neutron [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.384792] env[62153]: INFO nova.scheduler.client.report [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleted allocation for migration 5ff6e9b8-75a2-4b3f-b93b-c897fcc7f1d4 [ 1817.442923] env[62153]: INFO nova.compute.manager [-] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Took 1.34 seconds to deallocate network for instance. [ 1817.635620] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.689345] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "ab26cb52-33fe-42e7-906f-7cc2381c6119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.689632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.689856] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "ab26cb52-33fe-42e7-906f-7cc2381c6119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.690061] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.690307] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.692710] env[62153]: INFO nova.compute.manager [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Terminating instance [ 1817.795908] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072735, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.808973] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00b183-c4d1-45ba-8bbd-f48b417e2674 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.817482] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e756b-2110-499b-ae65-8c64d1ccdff6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.853548] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8dd4aa-67d2-4a1b-abf5-79fde181750c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.862651] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a55f98-f675-4a8e-bfd7-2d4659dc0f87 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.887457] env[62153]: DEBUG nova.compute.provider_tree [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.890341] env[62153]: DEBUG nova.network.neutron [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.894129] env[62153]: DEBUG oslo_concurrency.lockutils [None req-401fa622-d9ad-42d1-858d-9c0a94c9b4ec tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.427s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.949486] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.126741] env[62153]: DEBUG nova.network.neutron [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Updating instance_info_cache with network_info: [{"id": "bb945c9f-b8b2-4d76-854c-6ede65a27f8e", "address": "fa:16:3e:ac:0d:8e", "network": {"id": "ba3b1121-05c4-4c2f-92ef-92c19242f626", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-971009125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed5260060df436b9756d52cca8c3690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb945c9f-b8", "ovs_interfaceid": "bb945c9f-b8b2-4d76-854c-6ede65a27f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.137285] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072734, 'name': ReconfigVM_Task, 'duration_secs': 0.906187} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.137564] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9/83fd43cd-76d3-411c-a6ac-f7b974c2a7b9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.138861] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d330801a-ea82-4132-a1e0-95c0a70d98db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.146823] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1818.146823] env[62153]: value = "task-2072736" [ 1818.146823] env[62153]: _type = "Task" [ 1818.146823] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.159901] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072736, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.199065] env[62153]: DEBUG nova.compute.manager [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1818.199065] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.199065] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f735f1a1-de8a-4a53-9983-415a91435f6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.209544] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.209544] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b895f19-b7a6-4297-8a05-3ada5231aaf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.305441] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815016} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.307135] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ac73bd12-161a-4720-8069-8b648645038b/ac73bd12-161a-4720-8069-8b648645038b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1818.307391] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1818.307790] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.308032] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.308238] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Deleting the datastore file [datastore1] ab26cb52-33fe-42e7-906f-7cc2381c6119 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.308524] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79fe1216-14ef-4725-bebb-adfd914fedd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.311187] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2445fd86-3c38-4dd5-82da-4ce1ff3386e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.320211] env[62153]: DEBUG oslo_vmware.api [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1818.320211] env[62153]: value = "task-2072739" [ 1818.320211] env[62153]: _type = "Task" [ 1818.320211] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.322221] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1818.322221] env[62153]: value = "task-2072738" [ 1818.322221] env[62153]: _type = "Task" [ 1818.322221] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.338399] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.338594] env[62153]: DEBUG oslo_vmware.api [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.398341] env[62153]: DEBUG nova.scheduler.client.report [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.632815] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Releasing lock "refresh_cache-349df407-b1f0-4844-8ad7-db5839ee2c78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.632946] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Instance network_info: |[{"id": "bb945c9f-b8b2-4d76-854c-6ede65a27f8e", "address": "fa:16:3e:ac:0d:8e", "network": {"id": "ba3b1121-05c4-4c2f-92ef-92c19242f626", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-971009125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed5260060df436b9756d52cca8c3690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb945c9f-b8", "ovs_interfaceid": "bb945c9f-b8b2-4d76-854c-6ede65a27f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.633348] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:0d:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb945c9f-b8b2-4d76-854c-6ede65a27f8e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.641034] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Creating folder: Project (6ed5260060df436b9756d52cca8c3690). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.641348] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7faf367d-47d8-45e4-8f36-0fa12274975b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.656529] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072736, 'name': Rename_Task, 'duration_secs': 0.151822} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.658178] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.658276] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Created folder: Project (6ed5260060df436b9756d52cca8c3690) in parent group-v424816. [ 1818.658472] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Creating folder: Instances. Parent ref: group-v424913. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.658662] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbf8e94a-598c-4b39-b038-9561872e13b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.660376] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb70318b-87c3-4949-9c33-d62d005f6715 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.671273] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1818.671273] env[62153]: value = "task-2072741" [ 1818.671273] env[62153]: _type = "Task" [ 1818.671273] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.675821] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Created folder: Instances in parent group-v424913. [ 1818.677110] env[62153]: DEBUG oslo.service.loopingcall [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.677110] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.677110] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85525b50-84a9-4174-a393-c409e45c14a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.694817] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.701418] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.701418] env[62153]: value = "task-2072743" [ 1818.701418] env[62153]: _type = "Task" [ 1818.701418] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.710954] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072743, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.832723] env[62153]: DEBUG oslo_vmware.api [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14747} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.833415] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.833644] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.833838] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.834067] env[62153]: INFO nova.compute.manager [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1818.834364] env[62153]: DEBUG oslo.service.loopingcall [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.834602] env[62153]: DEBUG nova.compute.manager [-] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1818.834736] env[62153]: DEBUG nova.network.neutron [-] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1818.839512] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068627} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.840125] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.840922] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161bb728-22ad-41ac-a345-4dde7ac0a52d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.870828] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] ac73bd12-161a-4720-8069-8b648645038b/ac73bd12-161a-4720-8069-8b648645038b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.871186] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5ce173-db10-4dd8-b1e1-4480ec7b172b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.894749] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1818.894749] env[62153]: value = "task-2072744" [ 1818.894749] env[62153]: _type = "Task" [ 1818.894749] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.903623] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.906366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.662s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.908756] env[62153]: INFO nova.compute.claims [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.915610] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.923576] env[62153]: DEBUG nova.compute.manager [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Received event network-changed-bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.923576] env[62153]: DEBUG nova.compute.manager [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Refreshing instance network info cache due to event network-changed-bb945c9f-b8b2-4d76-854c-6ede65a27f8e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1818.923576] env[62153]: DEBUG oslo_concurrency.lockutils [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] Acquiring lock "refresh_cache-349df407-b1f0-4844-8ad7-db5839ee2c78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.927235] env[62153]: DEBUG oslo_concurrency.lockutils [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] Acquired lock "refresh_cache-349df407-b1f0-4844-8ad7-db5839ee2c78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.927235] env[62153]: DEBUG nova.network.neutron [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Refreshing network info cache for port bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.949397] env[62153]: INFO nova.scheduler.client.report [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Deleted allocations for instance 1d290661-08d5-41bc-9939-74eb30a0c1e4 [ 1819.184945] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.214837] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072743, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.404922] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.462019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9caf2e81-55b2-4efc-b9be-3e37e7ff3cb1 tempest-DeleteServersAdminTestJSON-1032165591 tempest-DeleteServersAdminTestJSON-1032165591-project-member] Lock "1d290661-08d5-41bc-9939-74eb30a0c1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.212s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.606698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "ba79aeda-8018-47ca-97f0-88f4385c6150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.606975] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.686608] env[62153]: DEBUG oslo_vmware.api [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072741, 'name': PowerOnVM_Task, 'duration_secs': 0.528839} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.688894] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.688894] env[62153]: INFO nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1819.688894] env[62153]: DEBUG nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.688894] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea64b87-385d-461c-bc45-4d725d002909 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.713591] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072743, 'name': CreateVM_Task, 'duration_secs': 0.537694} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.713712] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1819.714696] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.714786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.715316] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1819.716337] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c963520f-c8ee-4944-8920-1c7460140c0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.724231] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1819.724231] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b7b07-a55b-22c1-3f77-9de807615ac9" [ 1819.724231] env[62153]: _type = "Task" [ 1819.724231] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.733837] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b7b07-a55b-22c1-3f77-9de807615ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.756403] env[62153]: DEBUG nova.network.neutron [-] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.776607] env[62153]: DEBUG nova.network.neutron [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Updated VIF entry in instance network info cache for port bb945c9f-b8b2-4d76-854c-6ede65a27f8e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.777016] env[62153]: DEBUG nova.network.neutron [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Updating instance_info_cache with network_info: [{"id": "bb945c9f-b8b2-4d76-854c-6ede65a27f8e", "address": "fa:16:3e:ac:0d:8e", "network": {"id": "ba3b1121-05c4-4c2f-92ef-92c19242f626", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-971009125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed5260060df436b9756d52cca8c3690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb945c9f-b8", "ovs_interfaceid": "bb945c9f-b8b2-4d76-854c-6ede65a27f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.908271] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072744, 'name': ReconfigVM_Task, 'duration_secs': 0.599777} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.908722] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] ac73bd12-161a-4720-8069-8b648645038b/ac73bd12-161a-4720-8069-8b648645038b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.909286] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5e013d-05ca-4e7b-9a55-ba596ba31416 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.922423] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1819.922423] env[62153]: value = "task-2072745" [ 1819.922423] env[62153]: _type = "Task" [ 1819.922423] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.932315] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072745, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.208223] env[62153]: INFO nova.compute.manager [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Took 34.38 seconds to build instance. [ 1820.237971] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b7b07-a55b-22c1-3f77-9de807615ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.038751} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.238295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.238871] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.238871] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.238970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.239104] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.239481] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7427ef92-186f-485a-8bb5-f542c90c3001 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.251118] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.251322] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.252163] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1bb74f-0fe3-4224-9aac-4895b0332c12 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.258590] env[62153]: INFO nova.compute.manager [-] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Took 1.42 seconds to deallocate network for instance. [ 1820.259012] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1820.259012] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52547dd6-2fcd-c88b-58db-f4824bbe17e7" [ 1820.259012] env[62153]: _type = "Task" [ 1820.259012] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.275710] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52547dd6-2fcd-c88b-58db-f4824bbe17e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.279359] env[62153]: DEBUG oslo_concurrency.lockutils [req-c573cb13-ed90-477e-92ba-f0f538ba3cb2 req-4e361f64-afa2-49a6-8fc8-d70386891dbe service nova] Releasing lock "refresh_cache-349df407-b1f0-4844-8ad7-db5839ee2c78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.433988] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072745, 'name': Rename_Task, 'duration_secs': 0.290924} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.434281] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.434519] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-636b64f6-f92d-4fd3-b929-be1264cb5f3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.442489] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1820.442489] env[62153]: value = "task-2072746" [ 1820.442489] env[62153]: _type = "Task" [ 1820.442489] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.453761] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.485604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd095eb-da33-48e2-a944-e190480e6838 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.493793] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daacfca5-5da2-4537-9e50-6086f64bc945 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.528914] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8108b-d5c3-4381-8be0-3fbc3c270fa6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.541041] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e668e0-3a4d-4b4a-a839-4c74a03fa825 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.558890] env[62153]: DEBUG nova.compute.provider_tree [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.714459] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45207cbd-056b-499e-aa4d-c3d0d47a8c83 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.013s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.775016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.775016] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52547dd6-2fcd-c88b-58db-f4824bbe17e7, 'name': SearchDatastore_Task, 'duration_secs': 0.031468} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.775016] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab57a1a-b43a-4f12-b618-5f2e1661ae45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.780252] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1820.780252] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5268b1f1-7eab-bc0c-8775-9f97a10b1d00" [ 1820.780252] env[62153]: _type = "Task" [ 1820.780252] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.790225] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5268b1f1-7eab-bc0c-8775-9f97a10b1d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.952992] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.019099] env[62153]: DEBUG nova.compute.manager [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Received event network-vif-deleted-945435ef-8f7b-40c9-b346-6966460a6988 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1821.019099] env[62153]: DEBUG nova.compute.manager [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Received event network-changed-67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1821.019099] env[62153]: DEBUG nova.compute.manager [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Refreshing instance network info cache due to event network-changed-67ee7497-6d20-4948-90fb-862e091bbc95. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1821.019286] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] Acquiring lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.019420] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] Acquired lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.019579] env[62153]: DEBUG nova.network.neutron [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Refreshing network info cache for port 67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.062179] env[62153]: DEBUG nova.scheduler.client.report [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.217983] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.293093] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5268b1f1-7eab-bc0c-8775-9f97a10b1d00, 'name': SearchDatastore_Task, 'duration_secs': 0.019575} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.293372] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.293642] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 349df407-b1f0-4844-8ad7-db5839ee2c78/349df407-b1f0-4844-8ad7-db5839ee2c78.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.293915] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267e8ff4-c0a4-4e50-a5b1-244e2424f925 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.302423] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1821.302423] env[62153]: value = "task-2072747" [ 1821.302423] env[62153]: _type = "Task" [ 1821.302423] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.311975] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.355645] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.355894] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.356177] env[62153]: INFO nova.compute.manager [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Rebooting instance [ 1821.455430] env[62153]: DEBUG oslo_vmware.api [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072746, 'name': PowerOnVM_Task, 'duration_secs': 1.009508} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.455767] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.456041] env[62153]: INFO nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Took 13.00 seconds to spawn the instance on the hypervisor. [ 1821.456242] env[62153]: DEBUG nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.457110] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a323488-8f55-48f7-aac8-73b656f8739f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.569135] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.569777] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1821.572964] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.071s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.572964] env[62153]: DEBUG nova.objects.instance [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lazy-loading 'resources' on Instance uuid b30be790-a9ba-4ce8-8310-74be04f93752 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.746931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.816114] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.842296] env[62153]: DEBUG nova.network.neutron [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updated VIF entry in instance network info cache for port 67ee7497-6d20-4948-90fb-862e091bbc95. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.843617] env[62153]: DEBUG nova.network.neutron [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [{"id": "67ee7497-6d20-4948-90fb-862e091bbc95", "address": "fa:16:3e:67:af:e7", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ee7497-6d", "ovs_interfaceid": "67ee7497-6d20-4948-90fb-862e091bbc95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.895289] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.981083] env[62153]: INFO nova.compute.manager [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Took 42.78 seconds to build instance. [ 1822.076733] env[62153]: DEBUG nova.compute.utils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.078397] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.078567] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.146780] env[62153]: DEBUG nova.policy [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3ef71381954f628a0534bfffee4dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bafa051aee14061ac36d2e4d097bcd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.320646] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600603} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.321020] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 349df407-b1f0-4844-8ad7-db5839ee2c78/349df407-b1f0-4844-8ad7-db5839ee2c78.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.321636] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.322207] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd4bfc1-2393-4390-add7-165dd2ba0080 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.332637] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1822.332637] env[62153]: value = "task-2072748" [ 1822.332637] env[62153]: _type = "Task" [ 1822.332637] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.343202] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.345836] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e15a757-1c4c-4537-b68a-734d56d6355b req-560dcbfe-8867-4ba0-9933-887fbd3a29ce service nova] Releasing lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.346276] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquired lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.346536] env[62153]: DEBUG nova.network.neutron [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.487272] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af0cda3f-4946-44b0-81cb-fd9c1f46f49c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.494s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.508230] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Successfully created port: 1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.583500] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1822.692182] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e6292-1b34-4ea3-9d42-b0d7a75204f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.701422] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886daf31-0f09-4e04-b5a6-0787da57252f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.737636] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a2a65-9437-430b-ad6a-44d108271436 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.746719] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3cacac-a57c-4af0-bca8-50d3c91d16d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.768581] env[62153]: DEBUG nova.compute.provider_tree [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.845951] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071244} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.846266] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1822.847429] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9322626-2d0a-4e4a-bbd7-a231291016dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.879444] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 349df407-b1f0-4844-8ad7-db5839ee2c78/349df407-b1f0-4844-8ad7-db5839ee2c78.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.879821] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce1f03a4-ac84-460d-8338-f61d464cea53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.912129] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1822.912129] env[62153]: value = "task-2072749" [ 1822.912129] env[62153]: _type = "Task" [ 1822.912129] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.922494] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.990214] env[62153]: DEBUG nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1823.243982] env[62153]: DEBUG nova.network.neutron [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [{"id": "67ee7497-6d20-4948-90fb-862e091bbc95", "address": "fa:16:3e:67:af:e7", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ee7497-6d", "ovs_interfaceid": "67ee7497-6d20-4948-90fb-862e091bbc95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.272867] env[62153]: DEBUG nova.scheduler.client.report [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.301970] env[62153]: DEBUG nova.compute.manager [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Received event network-changed-da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1823.302180] env[62153]: DEBUG nova.compute.manager [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Refreshing instance network info cache due to event network-changed-da11dda1-da40-404d-b145-79a21eefb45e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1823.304856] env[62153]: DEBUG oslo_concurrency.lockutils [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] Acquiring lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.304856] env[62153]: DEBUG oslo_concurrency.lockutils [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] Acquired lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.304856] env[62153]: DEBUG nova.network.neutron [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Refreshing network info cache for port da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.424040] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072749, 'name': ReconfigVM_Task, 'duration_secs': 0.31569} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.424040] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 349df407-b1f0-4844-8ad7-db5839ee2c78/349df407-b1f0-4844-8ad7-db5839ee2c78.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.424686] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc70a67-214d-4e37-ba01-c97b355d99d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.434806] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1823.434806] env[62153]: value = "task-2072750" [ 1823.434806] env[62153]: _type = "Task" [ 1823.434806] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.444339] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072750, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.512920] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.592307] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1823.618227] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.618510] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.619565] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.619565] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.619565] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.619565] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.619565] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.619565] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.619939] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.619939] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.620054] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.620851] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88295dab-50d1-4e67-99b0-384aca802327 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.629481] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a147af-92f2-4e01-a0c5-6dc314a37587 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.746675] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Releasing lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.777632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.780302] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.210s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.780641] env[62153]: DEBUG nova.objects.instance [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lazy-loading 'resources' on Instance uuid 3b7f53c5-a334-41e9-ad16-d8b5bb467222 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.798688] env[62153]: INFO nova.scheduler.client.report [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Deleted allocations for instance b30be790-a9ba-4ce8-8310-74be04f93752 [ 1823.949736] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072750, 'name': Rename_Task, 'duration_secs': 0.152636} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.950103] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.950587] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5689ba10-7da3-46f8-882c-95d6bcd2c5b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.959761] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1823.959761] env[62153]: value = "task-2072751" [ 1823.959761] env[62153]: _type = "Task" [ 1823.959761] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.972643] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.085514] env[62153]: DEBUG nova.network.neutron [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updated VIF entry in instance network info cache for port da11dda1-da40-404d-b145-79a21eefb45e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.085918] env[62153]: DEBUG nova.network.neutron [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updating instance_info_cache with network_info: [{"id": "da11dda1-da40-404d-b145-79a21eefb45e", "address": "fa:16:3e:82:a6:2a", "network": {"id": "920fbc7b-bb69-4c53-9c63-0bb2628daced", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-493902830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c79454146034639aebf727834295a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11dda1-da", "ovs_interfaceid": "da11dda1-da40-404d-b145-79a21eefb45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.136146] env[62153]: DEBUG nova.compute.manager [req-af5a178a-6ec1-450c-86e0-1190a171ac89 req-4b49b760-3865-4b41-af4d-318870daad71 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Received event network-vif-plugged-1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1824.137272] env[62153]: DEBUG oslo_concurrency.lockutils [req-af5a178a-6ec1-450c-86e0-1190a171ac89 req-4b49b760-3865-4b41-af4d-318870daad71 service nova] Acquiring lock "5f32fb5d-5502-40a0-b9d0-886e4f301466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.137272] env[62153]: DEBUG oslo_concurrency.lockutils [req-af5a178a-6ec1-450c-86e0-1190a171ac89 req-4b49b760-3865-4b41-af4d-318870daad71 service nova] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.137272] env[62153]: DEBUG oslo_concurrency.lockutils [req-af5a178a-6ec1-450c-86e0-1190a171ac89 req-4b49b760-3865-4b41-af4d-318870daad71 service nova] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.137272] env[62153]: DEBUG nova.compute.manager [req-af5a178a-6ec1-450c-86e0-1190a171ac89 req-4b49b760-3865-4b41-af4d-318870daad71 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] No waiting events found dispatching network-vif-plugged-1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.137473] env[62153]: WARNING nova.compute.manager [req-af5a178a-6ec1-450c-86e0-1190a171ac89 req-4b49b760-3865-4b41-af4d-318870daad71 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Received unexpected event network-vif-plugged-1e496b46-84a8-46e6-80ba-32d222d4e890 for instance with vm_state building and task_state spawning. [ 1824.239022] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Successfully updated port: 1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.255427] env[62153]: DEBUG nova.compute.manager [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.256847] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee57b19-ed15-42f9-b870-8f275c7c1966 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.308650] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed6a0d3c-79ed-4b92-8c86-17df2df003f7 tempest-InstanceActionsV221TestJSON-2085409532 tempest-InstanceActionsV221TestJSON-2085409532-project-member] Lock "b30be790-a9ba-4ce8-8310-74be04f93752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.881s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.486416] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.588824] env[62153]: DEBUG oslo_concurrency.lockutils [req-86e2031c-1ffb-4dd4-8928-75bd762ec090 req-cc55b6d3-2072-4703-98d7-60206499710a service nova] Releasing lock "refresh_cache-ac73bd12-161a-4720-8069-8b648645038b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.743238] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "refresh_cache-5f32fb5d-5502-40a0-b9d0-886e4f301466" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.743435] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "refresh_cache-5f32fb5d-5502-40a0-b9d0-886e4f301466" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.743650] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.841663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0916bc-4b76-4d1e-92d4-1d84a34751e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.849945] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d3f7a-2bf6-436d-8fa3-9522991570cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.882774] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a40eab-2770-4d27-bf60-a6add68669bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.892240] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655ed41-ff0b-454f-88a0-4c533ddf44d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.906981] env[62153]: DEBUG nova.compute.provider_tree [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.972762] env[62153]: DEBUG oslo_vmware.api [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072751, 'name': PowerOnVM_Task, 'duration_secs': 0.544163} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.973047] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.973295] env[62153]: INFO nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1824.973430] env[62153]: DEBUG nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.974301] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd3fe2-89a6-461b-874e-2c964c267e46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.284764] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae66efe-bcc5-4dab-a936-f400f20f9d22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.295133] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Doing hard reboot of VM {{(pid=62153) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1825.295133] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6289fa33-fb9a-4376-9d79-3a1521bab445 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.301898] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.310142] env[62153]: DEBUG oslo_vmware.api [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1825.310142] env[62153]: value = "task-2072752" [ 1825.310142] env[62153]: _type = "Task" [ 1825.310142] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.319362] env[62153]: DEBUG oslo_vmware.api [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072752, 'name': ResetVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.409932] env[62153]: DEBUG nova.scheduler.client.report [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.494113] env[62153]: INFO nova.compute.manager [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Took 36.05 seconds to build instance. [ 1825.540777] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Updating instance_info_cache with network_info: [{"id": "1e496b46-84a8-46e6-80ba-32d222d4e890", "address": "fa:16:3e:4d:35:67", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e496b46-84", "ovs_interfaceid": "1e496b46-84a8-46e6-80ba-32d222d4e890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.826193] env[62153]: DEBUG oslo_vmware.api [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072752, 'name': ResetVM_Task, 'duration_secs': 0.139717} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.826553] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Did hard reboot of VM {{(pid=62153) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1825.826744] env[62153]: DEBUG nova.compute.manager [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.827792] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871d120-cc55-42eb-a0a6-dadb1cf39ea5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.919274] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.922655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.050s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.924656] env[62153]: INFO nova.compute.claims [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1825.950085] env[62153]: INFO nova.scheduler.client.report [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Deleted allocations for instance 3b7f53c5-a334-41e9-ad16-d8b5bb467222 [ 1825.996693] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bb8db7db-6a4f-44de-90d3-b15c237b3fc0 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.408s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.046650] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "refresh_cache-5f32fb5d-5502-40a0-b9d0-886e4f301466" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.046650] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Instance network_info: |[{"id": "1e496b46-84a8-46e6-80ba-32d222d4e890", "address": "fa:16:3e:4d:35:67", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e496b46-84", "ovs_interfaceid": "1e496b46-84a8-46e6-80ba-32d222d4e890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.046650] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:35:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e496b46-84a8-46e6-80ba-32d222d4e890', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.053652] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Creating folder: Project (6bafa051aee14061ac36d2e4d097bcd3). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1826.054391] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7756f19-19de-4907-a42f-2de42fbfb762 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.070611] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Created folder: Project (6bafa051aee14061ac36d2e4d097bcd3) in parent group-v424816. [ 1826.071262] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Creating folder: Instances. Parent ref: group-v424916. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1826.071663] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3daec3d-5f1a-48c0-9b91-679886bf35b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.086617] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Created folder: Instances in parent group-v424916. [ 1826.086617] env[62153]: DEBUG oslo.service.loopingcall [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.086617] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.086617] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb0d824-dede-436b-b5fd-54043b79a333 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.111129] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.111129] env[62153]: value = "task-2072755" [ 1826.111129] env[62153]: _type = "Task" [ 1826.111129] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.124672] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072755, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.201295] env[62153]: DEBUG nova.compute.manager [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Received event network-changed-1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1826.201295] env[62153]: DEBUG nova.compute.manager [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Refreshing instance network info cache due to event network-changed-1e496b46-84a8-46e6-80ba-32d222d4e890. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1826.201295] env[62153]: DEBUG oslo_concurrency.lockutils [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] Acquiring lock "refresh_cache-5f32fb5d-5502-40a0-b9d0-886e4f301466" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.201295] env[62153]: DEBUG oslo_concurrency.lockutils [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] Acquired lock "refresh_cache-5f32fb5d-5502-40a0-b9d0-886e4f301466" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.201295] env[62153]: DEBUG nova.network.neutron [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Refreshing network info cache for port 1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.344409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c4e6b3da-1d80-43b2-8a1a-2d32e3856dd9 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.988s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.460038] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f05578c3-dda1-408e-bfac-e6fd0bd2cc2a tempest-InstanceActionsNegativeTestJSON-877636266 tempest-InstanceActionsNegativeTestJSON-877636266-project-member] Lock "3b7f53c5-a334-41e9-ad16-d8b5bb467222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.424s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.501610] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.622434] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072755, 'name': CreateVM_Task, 'duration_secs': 0.364716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.622814] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.623690] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.624115] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.625182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.626139] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7349dad-d089-4678-ad90-c6143d21636a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.632119] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1826.632119] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529b7e4c-1db8-d3c4-c545-be2e28950eda" [ 1826.632119] env[62153]: _type = "Task" [ 1826.632119] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.642123] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529b7e4c-1db8-d3c4-c545-be2e28950eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.032157] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.151554] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529b7e4c-1db8-d3c4-c545-be2e28950eda, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.151956] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.152257] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.152715] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.152923] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.153159] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.153482] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5676dd2-d265-4c8a-b82c-42c6779cd93c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.168886] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.169170] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.173544] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe9c14d-6258-4761-926b-ca5301f5fe4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.182178] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1827.182178] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f17a6e-f1b2-3a70-b086-2c313ea4c744" [ 1827.182178] env[62153]: _type = "Task" [ 1827.182178] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.195691] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f17a6e-f1b2-3a70-b086-2c313ea4c744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.429467] env[62153]: DEBUG nova.network.neutron [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Updated VIF entry in instance network info cache for port 1e496b46-84a8-46e6-80ba-32d222d4e890. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.429915] env[62153]: DEBUG nova.network.neutron [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Updating instance_info_cache with network_info: [{"id": "1e496b46-84a8-46e6-80ba-32d222d4e890", "address": "fa:16:3e:4d:35:67", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e496b46-84", "ovs_interfaceid": "1e496b46-84a8-46e6-80ba-32d222d4e890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.532495] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67b3707-2301-4370-ad53-d9eab24cef83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.542918] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af8273a-0805-4b8f-bbfc-eca3b7c4f5e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.576808] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4cd78-89b2-468c-9fd6-d31701254650 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.591434] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f96d00-f023-4c3f-85d4-6748a0ca258c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.608840] env[62153]: DEBUG nova.compute.provider_tree [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.694795] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f17a6e-f1b2-3a70-b086-2c313ea4c744, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.695643] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2356cc-c32e-426a-8a40-21985038cfe3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.702263] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1827.702263] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef34c4-6951-ae0b-2a7b-be242e555713" [ 1827.702263] env[62153]: _type = "Task" [ 1827.702263] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.711705] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef34c4-6951-ae0b-2a7b-be242e555713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.933084] env[62153]: DEBUG oslo_concurrency.lockutils [req-0bd97645-9204-42ad-8d1c-ec632865eabe req-83b18b2a-10bb-4efa-af97-93596c46b0a4 service nova] Releasing lock "refresh_cache-5f32fb5d-5502-40a0-b9d0-886e4f301466" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.112690] env[62153]: DEBUG nova.scheduler.client.report [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.220393] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef34c4-6951-ae0b-2a7b-be242e555713, 'name': SearchDatastore_Task, 'duration_secs': 0.029115} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.220515] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.220713] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5f32fb5d-5502-40a0-b9d0-886e4f301466/5f32fb5d-5502-40a0-b9d0-886e4f301466.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.220951] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c101088-13ae-4e11-9313-6d624ff8ddba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.231650] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1828.231650] env[62153]: value = "task-2072756" [ 1828.231650] env[62153]: _type = "Task" [ 1828.231650] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.247104] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.262208] env[62153]: DEBUG nova.compute.manager [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Received event network-changed-67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1828.262208] env[62153]: DEBUG nova.compute.manager [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Refreshing instance network info cache due to event network-changed-67ee7497-6d20-4948-90fb-862e091bbc95. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1828.262208] env[62153]: DEBUG oslo_concurrency.lockutils [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] Acquiring lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.262208] env[62153]: DEBUG oslo_concurrency.lockutils [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] Acquired lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.262208] env[62153]: DEBUG nova.network.neutron [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Refreshing network info cache for port 67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.618878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.619640] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1828.623227] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.764s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.627557] env[62153]: INFO nova.compute.claims [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.749392] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.848588] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.849060] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.849508] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.849918] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.850204] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.857215] env[62153]: INFO nova.compute.manager [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Terminating instance [ 1829.134609] env[62153]: DEBUG nova.compute.utils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1829.140753] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1829.140753] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1829.252042] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794099} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.252732] env[62153]: DEBUG nova.network.neutron [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updated VIF entry in instance network info cache for port 67ee7497-6d20-4948-90fb-862e091bbc95. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.253076] env[62153]: DEBUG nova.network.neutron [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [{"id": "67ee7497-6d20-4948-90fb-862e091bbc95", "address": "fa:16:3e:67:af:e7", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ee7497-6d", "ovs_interfaceid": "67ee7497-6d20-4948-90fb-862e091bbc95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.254319] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5f32fb5d-5502-40a0-b9d0-886e4f301466/5f32fb5d-5502-40a0-b9d0-886e4f301466.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.258147] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.258552] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dea37c3-a2b7-45a8-bd71-d5407b3a48f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.268043] env[62153]: DEBUG nova.policy [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3ef71381954f628a0534bfffee4dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bafa051aee14061ac36d2e4d097bcd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1829.273059] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1829.273059] env[62153]: value = "task-2072757" [ 1829.273059] env[62153]: _type = "Task" [ 1829.273059] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.285337] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.367693] env[62153]: DEBUG nova.compute.manager [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1829.367927] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.369220] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ad756-e869-4551-bbac-9c99f9cb168e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.379064] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.379350] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b49564b-b6b9-4b04-8d92-960891005d34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.389411] env[62153]: DEBUG oslo_vmware.api [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1829.389411] env[62153]: value = "task-2072758" [ 1829.389411] env[62153]: _type = "Task" [ 1829.389411] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.400114] env[62153]: DEBUG oslo_vmware.api [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.644776] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1829.759354] env[62153]: DEBUG oslo_concurrency.lockutils [req-88264db0-5357-466c-b366-d77e7c4845a3 req-f6d89f52-205a-4a83-99e3-a878f71fd2de service nova] Releasing lock "refresh_cache-83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.785536] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1627} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.788444] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.789544] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482baa29-e237-4d54-8e74-4c46221e83a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.814618] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5f32fb5d-5502-40a0-b9d0-886e4f301466/5f32fb5d-5502-40a0-b9d0-886e4f301466.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.817579] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6afc0d4-3100-462d-84c4-24ce315a098e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.841770] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1829.841770] env[62153]: value = "task-2072759" [ 1829.841770] env[62153]: _type = "Task" [ 1829.841770] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.859549] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.909620] env[62153]: DEBUG oslo_vmware.api [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072758, 'name': PowerOffVM_Task, 'duration_secs': 0.270918} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.909620] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.909620] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.909770] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7411c501-ea6d-41a4-b481-b3f168eafe06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.013022] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.013315] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.013500] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Deleting the datastore file [datastore1] 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.013771] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1f491a-cc15-4e99-bdbb-8eca7308e94e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.024032] env[62153]: DEBUG oslo_vmware.api [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1830.024032] env[62153]: value = "task-2072761" [ 1830.024032] env[62153]: _type = "Task" [ 1830.024032] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.033911] env[62153]: DEBUG oslo_vmware.api [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.088951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "349df407-b1f0-4844-8ad7-db5839ee2c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.088951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.088951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "349df407-b1f0-4844-8ad7-db5839ee2c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.088951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.088951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.089662] env[62153]: INFO nova.compute.manager [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Terminating instance [ 1830.122145] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Successfully created port: 42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.323260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751a451-87db-4c52-9671-9149cab6940b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.331889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc43fb77-489e-4b6b-9af4-d44dfba9644a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.377018] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638caee-f1dd-40aa-bb16-5bf029f99cd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.392645] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.393283] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96142d56-ec48-4a27-999d-90e0eb162936 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.408585] env[62153]: DEBUG nova.compute.provider_tree [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.544882] env[62153]: DEBUG oslo_vmware.api [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153572} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.544882] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.544882] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.544882] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.544882] env[62153]: INFO nova.compute.manager [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1830.545158] env[62153]: DEBUG oslo.service.loopingcall [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.548214] env[62153]: DEBUG nova.compute.manager [-] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.548214] env[62153]: DEBUG nova.network.neutron [-] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.596182] env[62153]: DEBUG nova.compute.manager [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.596182] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.596730] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebf6c92-1d46-4ee0-b3c0-c3a2dfa71cc4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.606150] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.606299] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbecbd4f-0ca0-465d-bc7d-59243d7b31d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.615627] env[62153]: DEBUG oslo_vmware.api [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1830.615627] env[62153]: value = "task-2072762" [ 1830.615627] env[62153]: _type = "Task" [ 1830.615627] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.627652] env[62153]: DEBUG oslo_vmware.api [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.658461] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1830.698720] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.698910] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.699038] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.699267] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.699339] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.699546] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.699775] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.699935] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.700198] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.700263] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.700437] env[62153]: DEBUG nova.virt.hardware [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.701791] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c7e793-bd17-44e8-9255-b63dd145f2c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.710273] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35189907-3822-4b6b-b6f8-3d3e70cb4a04 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.882628] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072759, 'name': ReconfigVM_Task, 'duration_secs': 0.662689} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.882922] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5f32fb5d-5502-40a0-b9d0-886e4f301466/5f32fb5d-5502-40a0-b9d0-886e4f301466.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.884522] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc086e0-8af5-42f3-bf40-bad8dc9978fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.896092] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1830.896092] env[62153]: value = "task-2072763" [ 1830.896092] env[62153]: _type = "Task" [ 1830.896092] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.907125] env[62153]: DEBUG nova.compute.manager [req-66279ab7-2b25-4bef-8b2e-1a8788d84c0f req-eda87829-478d-4769-8aad-2f728ab54b05 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Received event network-vif-deleted-67ee7497-6d20-4948-90fb-862e091bbc95 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1830.907125] env[62153]: INFO nova.compute.manager [req-66279ab7-2b25-4bef-8b2e-1a8788d84c0f req-eda87829-478d-4769-8aad-2f728ab54b05 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Neutron deleted interface 67ee7497-6d20-4948-90fb-862e091bbc95; detaching it from the instance and deleting it from the info cache [ 1830.907125] env[62153]: DEBUG nova.network.neutron [req-66279ab7-2b25-4bef-8b2e-1a8788d84c0f req-eda87829-478d-4769-8aad-2f728ab54b05 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.914157] env[62153]: DEBUG nova.scheduler.client.report [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.919263] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072763, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.129520] env[62153]: DEBUG oslo_vmware.api [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072762, 'name': PowerOffVM_Task, 'duration_secs': 0.210188} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.129520] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.129520] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.129520] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ec2ce1-8c5f-46aa-a334-9ceaa0953ca6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.302122] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.302381] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.302566] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Deleting the datastore file [datastore1] 349df407-b1f0-4844-8ad7-db5839ee2c78 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.302858] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95d9c42-55fa-4cdf-b146-249bb1efb59b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.311048] env[62153]: DEBUG oslo_vmware.api [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for the task: (returnval){ [ 1831.311048] env[62153]: value = "task-2072769" [ 1831.311048] env[62153]: _type = "Task" [ 1831.311048] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.322029] env[62153]: DEBUG oslo_vmware.api [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.378144] env[62153]: DEBUG nova.network.neutron [-] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.408643] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072763, 'name': Rename_Task, 'duration_secs': 0.159105} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.408912] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.409169] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8459a17a-182c-4068-ae9e-69a1340cdf1b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.420818] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.421525] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1831.428142] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1831.428142] env[62153]: value = "task-2072770" [ 1831.428142] env[62153]: _type = "Task" [ 1831.428142] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.428653] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6145ba36-b070-4311-b63d-9924432b4693 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.430680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.791s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.450855] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.455348] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f5643-5fa4-4ba7-981f-af2e4230667a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.498276] env[62153]: DEBUG nova.compute.manager [req-66279ab7-2b25-4bef-8b2e-1a8788d84c0f req-eda87829-478d-4769-8aad-2f728ab54b05 service nova] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Detach interface failed, port_id=67ee7497-6d20-4948-90fb-862e091bbc95, reason: Instance 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1831.823968] env[62153]: DEBUG oslo_vmware.api [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Task: {'id': task-2072769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154779} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.824421] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.824590] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.824767] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.824958] env[62153]: INFO nova.compute.manager [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1831.825232] env[62153]: DEBUG oslo.service.loopingcall [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.825456] env[62153]: DEBUG nova.compute.manager [-] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.825516] env[62153]: DEBUG nova.network.neutron [-] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.868066] env[62153]: DEBUG nova.compute.manager [req-dcec7912-c18d-4ab7-b539-b65ce0194df0 req-e61b60c8-91ef-4cda-8740-c88f28587490 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Received event network-vif-plugged-42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1831.868066] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcec7912-c18d-4ab7-b539-b65ce0194df0 req-e61b60c8-91ef-4cda-8740-c88f28587490 service nova] Acquiring lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.868066] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcec7912-c18d-4ab7-b539-b65ce0194df0 req-e61b60c8-91ef-4cda-8740-c88f28587490 service nova] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.868066] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcec7912-c18d-4ab7-b539-b65ce0194df0 req-e61b60c8-91ef-4cda-8740-c88f28587490 service nova] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.868066] env[62153]: DEBUG nova.compute.manager [req-dcec7912-c18d-4ab7-b539-b65ce0194df0 req-e61b60c8-91ef-4cda-8740-c88f28587490 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] No waiting events found dispatching network-vif-plugged-42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1831.868066] env[62153]: WARNING nova.compute.manager [req-dcec7912-c18d-4ab7-b539-b65ce0194df0 req-e61b60c8-91ef-4cda-8740-c88f28587490 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Received unexpected event network-vif-plugged-42a1a357-4acc-4596-ad13-7ca51e9e5764 for instance with vm_state building and task_state spawning. [ 1831.880373] env[62153]: INFO nova.compute.manager [-] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Took 1.33 seconds to deallocate network for instance. [ 1831.930829] env[62153]: DEBUG nova.compute.utils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.933507] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.933715] env[62153]: DEBUG nova.network.neutron [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.970643] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.988216] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Successfully updated port: 42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.015281] env[62153]: DEBUG nova.policy [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e96739ebcc54bd4ae99bd341578082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a979107f49b04ba3ac9925acd3dcbcdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.359880] env[62153]: DEBUG nova.network.neutron [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Successfully created port: 9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.391892] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.437981] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1832.454798] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072770, 'name': PowerOnVM_Task, 'duration_secs': 0.730781} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.455184] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.455434] env[62153]: INFO nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1832.455649] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.456563] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d266105-a6c7-404c-bdb1-0b5aaf35491a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.491691] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "refresh_cache-dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.493136] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "refresh_cache-dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.493136] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.505026] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fc274d14-eeb7-41be-bf6b-55119f500381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.505026] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 241135ec-7bdb-4ba4-8e40-9c0413791de8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.505026] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 098bb596-73d7-4647-9d54-a68dddbe2f81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.505026] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a77bf89c-c665-439d-a042-7b167878e14f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.505823] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a5b06a7a-f594-418f-aa68-ed98b7696308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.506840] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0f39247f-dab6-4723-9e21-77f5ffb60193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.506840] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 76fcffde-5970-4b24-968c-6e9d2e9281bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.506840] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance edc97b06-91c0-4bd4-b2bd-626697e0ac62 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1832.506840] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fdc93b88-c907-4b45-8a44-905de045d21b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.506840] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a01141db-9e5a-4709-987c-02d9a8401300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.506840] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f67d19d9-9511-4e6d-a396-2b9111b77675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.507228] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 537cd010-2546-4755-a560-a77f6f22a163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.507228] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 83ca6a4e-6044-4872-a6a8-91e04523fa81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1832.507410] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b04e0c4e-90ad-450f-ad34-0e91b9462e27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1832.507585] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2be13e6c-d7cd-4bc8-8081-d33beef1869e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.507738] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a637e5b7-dbb7-4e52-b938-fb6b467e7f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.507929] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ab26cb52-33fe-42e7-906f-7cc2381c6119 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1832.509646] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ac73bd12-161a-4720-8069-8b648645038b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.509646] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.509646] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 349df407-b1f0-4844-8ad7-db5839ee2c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.509646] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5f32fb5d-5502-40a0-b9d0-886e4f301466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.509646] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.509646] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d2fc7e37-5866-4c59-a20a-f311ecceddb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1832.812306] env[62153]: DEBUG nova.network.neutron [-] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.991754] env[62153]: DEBUG nova.compute.manager [req-583f3c20-e829-4827-9f16-8dd1827f8d8d req-afaaa9a3-d627-4053-bba4-8380e6fd2507 service nova] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Received event network-vif-deleted-bb945c9f-b8b2-4d76-854c-6ede65a27f8e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1832.994809] env[62153]: INFO nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Took 40.76 seconds to build instance. [ 1833.012034] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 63be7cd3-af71-44df-bc9f-b392b2e68f78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1833.047268] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.222084] env[62153]: DEBUG nova.network.neutron [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Updating instance_info_cache with network_info: [{"id": "42a1a357-4acc-4596-ad13-7ca51e9e5764", "address": "fa:16:3e:b1:59:5b", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a1a357-4a", "ovs_interfaceid": "42a1a357-4acc-4596-ad13-7ca51e9e5764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.315877] env[62153]: INFO nova.compute.manager [-] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Took 1.49 seconds to deallocate network for instance. [ 1833.454819] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1833.484548] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.484834] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.485311] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.485779] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.486028] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.486480] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.487236] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.487236] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.487488] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.487774] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.488345] env[62153]: DEBUG nova.virt.hardware [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.490378] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c25d98-2039-41f0-98fa-d6dfe16a1e74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.497841] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.395s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.502384] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ecaea-5b1d-4f24-8285-a10da62742ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.518782] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 810b45a7-52ea-4c63-8749-99a205355ccc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1833.559297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.559539] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.725365] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "refresh_cache-dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.725699] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Instance network_info: |[{"id": "42a1a357-4acc-4596-ad13-7ca51e9e5764", "address": "fa:16:3e:b1:59:5b", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a1a357-4a", "ovs_interfaceid": "42a1a357-4acc-4596-ad13-7ca51e9e5764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1833.726184] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:59:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a1a357-4acc-4596-ad13-7ca51e9e5764', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1833.733895] env[62153]: DEBUG oslo.service.loopingcall [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.734205] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1833.734434] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c366a50-bc77-40c5-b8f1-9cb0be3f109c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.755307] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1833.755307] env[62153]: value = "task-2072771" [ 1833.755307] env[62153]: _type = "Task" [ 1833.755307] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.763790] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072771, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.824818] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.901014] env[62153]: DEBUG nova.compute.manager [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Received event network-changed-42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1833.901481] env[62153]: DEBUG nova.compute.manager [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Refreshing instance network info cache due to event network-changed-42a1a357-4acc-4596-ad13-7ca51e9e5764. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1833.901740] env[62153]: DEBUG oslo_concurrency.lockutils [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] Acquiring lock "refresh_cache-dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.901979] env[62153]: DEBUG oslo_concurrency.lockutils [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] Acquired lock "refresh_cache-dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.902287] env[62153]: DEBUG nova.network.neutron [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Refreshing network info cache for port 42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.007102] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1834.022612] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fd0b7987-635e-483c-8189-683cc5c2ed9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1834.122240] env[62153]: DEBUG nova.network.neutron [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Successfully updated port: 9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.268090] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072771, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.526604] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1834.532646] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.624661] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-d2fc7e37-5866-4c59-a20a-f311ecceddb9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.624817] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-d2fc7e37-5866-4c59-a20a-f311ecceddb9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.624982] env[62153]: DEBUG nova.network.neutron [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.664871] env[62153]: DEBUG nova.network.neutron [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Updated VIF entry in instance network info cache for port 42a1a357-4acc-4596-ad13-7ca51e9e5764. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.665329] env[62153]: DEBUG nova.network.neutron [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Updating instance_info_cache with network_info: [{"id": "42a1a357-4acc-4596-ad13-7ca51e9e5764", "address": "fa:16:3e:b1:59:5b", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a1a357-4a", "ovs_interfaceid": "42a1a357-4acc-4596-ad13-7ca51e9e5764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.767633] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072771, 'name': CreateVM_Task, 'duration_secs': 0.675249} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.767857] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.768525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.768692] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.769020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.769284] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71cec11-e06e-455f-acab-7a7ffde31490 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.775495] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1834.775495] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fe29e1-3956-3453-0603-4eea582b4d27" [ 1834.775495] env[62153]: _type = "Task" [ 1834.775495] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.783852] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fe29e1-3956-3453-0603-4eea582b4d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.032528] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a86f03e4-58fd-4b01-86ee-aeefd207eb65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1835.162921] env[62153]: DEBUG nova.network.neutron [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.168460] env[62153]: DEBUG oslo_concurrency.lockutils [req-7798dda9-d06e-4f63-97ae-69e679db2c16 req-8706e1ed-3c28-4b80-8739-31bc14d36647 service nova] Releasing lock "refresh_cache-dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.286647] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fe29e1-3956-3453-0603-4eea582b4d27, 'name': SearchDatastore_Task, 'duration_secs': 0.030725} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.286950] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.287197] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.287438] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.287576] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.287750] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.288015] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-599abfd6-b7dc-4159-9fe0-1a02c711e01d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.298229] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.298419] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.299614] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6539748a-ac39-4c01-ad6b-20044d54af72 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.302276] env[62153]: DEBUG nova.network.neutron [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Updating instance_info_cache with network_info: [{"id": "9aec085e-9124-4e55-b779-711fff7d4878", "address": "fa:16:3e:2f:c0:1f", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aec085e-91", "ovs_interfaceid": "9aec085e-9124-4e55-b779-711fff7d4878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.307095] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1835.307095] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d1fc80-445b-737f-a336-11654d7154f5" [ 1835.307095] env[62153]: _type = "Task" [ 1835.307095] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.317519] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d1fc80-445b-737f-a336-11654d7154f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.536448] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1835.806061] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-d2fc7e37-5866-4c59-a20a-f311ecceddb9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.806417] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance network_info: |[{"id": "9aec085e-9124-4e55-b779-711fff7d4878", "address": "fa:16:3e:2f:c0:1f", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aec085e-91", "ovs_interfaceid": "9aec085e-9124-4e55-b779-711fff7d4878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.806902] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aec085e-9124-4e55-b779-711fff7d4878', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.814565] env[62153]: DEBUG oslo.service.loopingcall [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.815230] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.818772] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee1d640-1a76-48dc-994c-10aa9e456761 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.840404] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d1fc80-445b-737f-a336-11654d7154f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.842293] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.842293] env[62153]: value = "task-2072773" [ 1835.842293] env[62153]: _type = "Task" [ 1835.842293] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.842502] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c464ac0e-3cc1-41c9-b5ef-1079794a6ad9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.855432] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1835.855432] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52af08c9-4773-f839-9065-cf9e228bcc49" [ 1835.855432] env[62153]: _type = "Task" [ 1835.855432] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.855682] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072773, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.865597] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52af08c9-4773-f839-9065-cf9e228bcc49, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.865837] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.866108] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d/dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.866365] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ffdbba-ee59-4362-8d1d-b55664ce18a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.875071] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1835.875071] env[62153]: value = "task-2072774" [ 1835.875071] env[62153]: _type = "Task" [ 1835.875071] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.883638] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.928395] env[62153]: DEBUG nova.compute.manager [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Received event network-vif-plugged-9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1835.928697] env[62153]: DEBUG oslo_concurrency.lockutils [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] Acquiring lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.928943] env[62153]: DEBUG oslo_concurrency.lockutils [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.929133] env[62153]: DEBUG oslo_concurrency.lockutils [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.929425] env[62153]: DEBUG nova.compute.manager [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] No waiting events found dispatching network-vif-plugged-9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1835.929653] env[62153]: WARNING nova.compute.manager [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Received unexpected event network-vif-plugged-9aec085e-9124-4e55-b779-711fff7d4878 for instance with vm_state building and task_state spawning. [ 1835.929818] env[62153]: DEBUG nova.compute.manager [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Received event network-changed-9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1835.929972] env[62153]: DEBUG nova.compute.manager [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Refreshing instance network info cache due to event network-changed-9aec085e-9124-4e55-b779-711fff7d4878. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1835.930177] env[62153]: DEBUG oslo_concurrency.lockutils [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] Acquiring lock "refresh_cache-d2fc7e37-5866-4c59-a20a-f311ecceddb9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.930317] env[62153]: DEBUG oslo_concurrency.lockutils [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] Acquired lock "refresh_cache-d2fc7e37-5866-4c59-a20a-f311ecceddb9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.930469] env[62153]: DEBUG nova.network.neutron [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Refreshing network info cache for port 9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.040529] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 91637ee1-38a6-458b-9ac5-e37be456026b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1836.361780] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072773, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.385470] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508539} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.385900] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d/dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1836.386071] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1836.386315] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4242491-22e0-43a7-b958-9b88c519d425 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.394129] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1836.394129] env[62153]: value = "task-2072776" [ 1836.394129] env[62153]: _type = "Task" [ 1836.394129] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.403502] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.546178] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b40628ac-3a0b-4171-9458-a8be9e91a6d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1836.679911] env[62153]: DEBUG nova.network.neutron [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Updated VIF entry in instance network info cache for port 9aec085e-9124-4e55-b779-711fff7d4878. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.680325] env[62153]: DEBUG nova.network.neutron [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Updating instance_info_cache with network_info: [{"id": "9aec085e-9124-4e55-b779-711fff7d4878", "address": "fa:16:3e:2f:c0:1f", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aec085e-91", "ovs_interfaceid": "9aec085e-9124-4e55-b779-711fff7d4878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.857040] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072773, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.904846] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058892} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.905183] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1836.905957] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ad5971-61e8-4003-8581-12e4e96b7eff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.928836] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d/dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.929206] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2fee4c-9b35-4978-9644-69babc50863a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.950279] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1836.950279] env[62153]: value = "task-2072777" [ 1836.950279] env[62153]: _type = "Task" [ 1836.950279] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.959627] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.050505] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 230434b9-8c7e-4b51-9717-96a00258ef83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1837.183383] env[62153]: DEBUG oslo_concurrency.lockutils [req-f7f4e362-c5a4-4d08-bc62-792f8acebad4 req-b0041607-b688-4c3b-8218-28b594921047 service nova] Releasing lock "refresh_cache-d2fc7e37-5866-4c59-a20a-f311ecceddb9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.357542] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072773, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.461082] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.554282] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f1c187a9-b3d8-46d5-9718-a515abae05c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1837.857459] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072773, 'name': CreateVM_Task, 'duration_secs': 1.597646} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.857625] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.858332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.858499] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.858819] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.859081] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b83e2d-05f5-4a4a-8c3b-28d9849a080d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.863815] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1837.863815] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5204e937-82d2-c97b-ab92-689e63b2ad0a" [ 1837.863815] env[62153]: _type = "Task" [ 1837.863815] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.872665] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5204e937-82d2-c97b-ab92-689e63b2ad0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.960367] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072777, 'name': ReconfigVM_Task, 'duration_secs': 0.728139} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.960720] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d/dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.961381] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-592acd14-58f2-4c0d-8a0a-e351913929d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.968658] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1837.968658] env[62153]: value = "task-2072778" [ 1837.968658] env[62153]: _type = "Task" [ 1837.968658] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.976663] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072778, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.058137] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 71e74f84-7340-42e9-9d64-99d8e4706406 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1838.376156] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5204e937-82d2-c97b-ab92-689e63b2ad0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.376477] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.376706] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.376933] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.377090] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.377272] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.377522] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce62e1dd-4e56-4cfc-9c8b-60ea8431a27a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.386508] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.386685] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.387404] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6ff494-df45-45c8-b755-34ab953cb095 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.393471] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1838.393471] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab75d9-ce43-0707-fcb0-8d3e67a3372a" [ 1838.393471] env[62153]: _type = "Task" [ 1838.393471] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.401169] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab75d9-ce43-0707-fcb0-8d3e67a3372a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.479502] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072778, 'name': Rename_Task, 'duration_secs': 0.13864} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.479750] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.479934] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6b3df2-e42e-4f97-b651-17c1bf651948 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.486818] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1838.486818] env[62153]: value = "task-2072780" [ 1838.486818] env[62153]: _type = "Task" [ 1838.486818] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.494941] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.560879] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 19bc94fa-d863-4b60-ace0-90e01d02b2e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1838.905159] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab75d9-ce43-0707-fcb0-8d3e67a3372a, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.905909] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027c3d86-bcad-4a1d-bd22-7ddae7de29d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.915950] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1838.915950] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527dd338-7027-1467-5ca3-2ca0eeb6cd18" [ 1838.915950] env[62153]: _type = "Task" [ 1838.915950] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.925458] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527dd338-7027-1467-5ca3-2ca0eeb6cd18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.997937] env[62153]: DEBUG oslo_vmware.api [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072780, 'name': PowerOnVM_Task, 'duration_secs': 0.452632} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.998271] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.998865] env[62153]: INFO nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1838.998865] env[62153]: DEBUG nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.999453] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b8d6aa-5e21-4c02-acc3-d3b9c6628af7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.064265] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ba79aeda-8018-47ca-97f0-88f4385c6150 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1839.064687] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1839.064850] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1839.427817] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527dd338-7027-1467-5ca3-2ca0eeb6cd18, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.430596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.430871] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.431351] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1dc65eb-7588-46ec-b3a0-6eb58e39fc9d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.440832] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1839.440832] env[62153]: value = "task-2072781" [ 1839.440832] env[62153]: _type = "Task" [ 1839.440832] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.452882] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.521417] env[62153]: INFO nova.compute.manager [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Took 42.67 seconds to build instance. [ 1839.560367] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7ea4a1-1c2f-4514-87f6-3ac592eb43d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.570615] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320a1a0a-3dc6-4a94-8565-01c7f99be4a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.606774] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab242a-44c3-41fe-b2f2-297b9893a818 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.615976] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb68ff96-c392-4154-9723-19cbd6a29623 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.631170] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.952073] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462723} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.952440] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.952687] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.952978] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4609765f-e4af-4855-9f76-5ae897123068 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.963090] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1839.963090] env[62153]: value = "task-2072782" [ 1839.963090] env[62153]: _type = "Task" [ 1839.963090] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.974863] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.024123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bc2ede52-bd7f-4b90-b6cf-e7f67db21471 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.879s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.134280] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.472973] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079721} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.473274] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.474046] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b3885-63ed-432f-8ec8-3c35fb993c57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.498413] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.498713] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2768866e-d177-4b8e-96e8-42bfc9511323 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.519535] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1840.519535] env[62153]: value = "task-2072784" [ 1840.519535] env[62153]: _type = "Task" [ 1840.519535] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.529733] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.531762] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.639140] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1840.639140] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.208s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.639420] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.664s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.639612] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.641821] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.524s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.643921] env[62153]: INFO nova.compute.claims [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.647630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.647630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.647764] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.647925] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.648109] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.650287] env[62153]: INFO nova.compute.manager [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Terminating instance [ 1840.671342] env[62153]: INFO nova.scheduler.client.report [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Deleted allocations for instance 83ca6a4e-6044-4872-a6a8-91e04523fa81 [ 1840.716632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "5f32fb5d-5502-40a0-b9d0-886e4f301466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.716939] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.717169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "5f32fb5d-5502-40a0-b9d0-886e4f301466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.717357] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.717529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.720163] env[62153]: INFO nova.compute.manager [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Terminating instance [ 1841.032441] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.053885] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.154823] env[62153]: DEBUG nova.compute.manager [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1841.155158] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.155955] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694fb321-44d7-4311-aa75-7edc24e8e093 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.164428] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.164683] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04c0062-244d-45b6-bf18-6bc536786555 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.173494] env[62153]: DEBUG oslo_vmware.api [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1841.173494] env[62153]: value = "task-2072785" [ 1841.173494] env[62153]: _type = "Task" [ 1841.173494] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.184871] env[62153]: DEBUG oslo_vmware.api [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.185536] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6099fe6-2f33-452d-afe2-d1cfa6133cc5 tempest-ServerAddressesTestJSON-2138843348 tempest-ServerAddressesTestJSON-2138843348-project-member] Lock "83ca6a4e-6044-4872-a6a8-91e04523fa81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.611s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.224944] env[62153]: DEBUG nova.compute.manager [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1841.225234] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.226361] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59c8f1-4693-4efd-b111-d2acd34c6ef3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.235651] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.235925] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cba223e-e7ba-4dbd-bae0-700a9a072454 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.244146] env[62153]: DEBUG oslo_vmware.api [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1841.244146] env[62153]: value = "task-2072786" [ 1841.244146] env[62153]: _type = "Task" [ 1841.244146] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.254065] env[62153]: DEBUG oslo_vmware.api [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.533783] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072784, 'name': ReconfigVM_Task, 'duration_secs': 0.541397} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.533783] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.535261] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92ae63a0-a79f-4529-b685-0ea8dd3e137f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.542244] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1841.542244] env[62153]: value = "task-2072787" [ 1841.542244] env[62153]: _type = "Task" [ 1841.542244] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.553341] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072787, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.637201] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.637201] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.686367] env[62153]: DEBUG oslo_vmware.api [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072785, 'name': PowerOffVM_Task, 'duration_secs': 0.197751} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.687066] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.687249] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.687747] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-073c8b02-04e8-49b2-af68-e8404ffe1a54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.756754] env[62153]: DEBUG oslo_vmware.api [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072786, 'name': PowerOffVM_Task, 'duration_secs': 0.38542} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.756754] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.756882] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.757151] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffaddc13-6e77-400a-9d3b-179ca23eea67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.775800] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.775800] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.776155] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleting the datastore file [datastore1] dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.776459] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60badf3b-5f76-428b-b34c-2ed5e1cf3f01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.786614] env[62153]: DEBUG oslo_vmware.api [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1841.786614] env[62153]: value = "task-2072790" [ 1841.786614] env[62153]: _type = "Task" [ 1841.786614] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.800638] env[62153]: DEBUG oslo_vmware.api [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.853806] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.854052] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.854302] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleting the datastore file [datastore1] 5f32fb5d-5502-40a0-b9d0-886e4f301466 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.854592] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0808467e-a447-47d7-8d8a-a646fa474a49 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.862857] env[62153]: DEBUG oslo_vmware.api [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1841.862857] env[62153]: value = "task-2072791" [ 1841.862857] env[62153]: _type = "Task" [ 1841.862857] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.876161] env[62153]: DEBUG oslo_vmware.api [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.054041] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072787, 'name': Rename_Task, 'duration_secs': 0.170598} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.055015] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.055015] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e919b8-86fe-4561-82b5-2bb93cf5aad5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.070383] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1842.070383] env[62153]: value = "task-2072792" [ 1842.070383] env[62153]: _type = "Task" [ 1842.070383] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.081582] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.148942] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1842.149372] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1842.149435] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1842.247448] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfab30ea-6d89-490b-830c-a651524da688 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.258040] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a5181-4709-4cbb-a4f3-ac70a3c79fe8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.294196] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65af2292-74a8-4c2d-bc2c-2cecc0d220f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.305969] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd62ae-9c15-44de-b7b3-11058484d73b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.309981] env[62153]: DEBUG oslo_vmware.api [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181992} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.310254] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.310432] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.310607] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.310781] env[62153]: INFO nova.compute.manager [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1842.311103] env[62153]: DEBUG oslo.service.loopingcall [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.311640] env[62153]: DEBUG nova.compute.manager [-] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.311739] env[62153]: DEBUG nova.network.neutron [-] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.321964] env[62153]: DEBUG nova.compute.provider_tree [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.379856] env[62153]: DEBUG oslo_vmware.api [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2072791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173237} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.380090] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.380278] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.380456] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.384029] env[62153]: INFO nova.compute.manager [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1842.384029] env[62153]: DEBUG oslo.service.loopingcall [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.384029] env[62153]: DEBUG nova.compute.manager [-] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.384029] env[62153]: DEBUG nova.network.neutron [-] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.588634] env[62153]: DEBUG oslo_vmware.api [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072792, 'name': PowerOnVM_Task, 'duration_secs': 0.49732} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.589072] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.589398] env[62153]: INFO nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1842.589706] env[62153]: DEBUG nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.590911] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aeddcb-7046-4953-a4d8-d17a0d34d228 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.658108] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Skipping network cache update for instance because it is being deleted. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1842.658108] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Skipping network cache update for instance because it is being deleted. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1842.658108] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1842.658108] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1842.712307] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.715028] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.715028] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1842.715028] env[62153]: DEBUG nova.objects.instance [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lazy-loading 'info_cache' on Instance uuid fc274d14-eeb7-41be-bf6b-55119f500381 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.752982] env[62153]: DEBUG nova.compute.manager [req-35ccb3a8-4bd5-4537-a0a6-424ffc0844af req-6a04afee-f0f7-40dc-b63c-a6e593f2ba17 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Received event network-vif-deleted-1e496b46-84a8-46e6-80ba-32d222d4e890 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1842.753248] env[62153]: INFO nova.compute.manager [req-35ccb3a8-4bd5-4537-a0a6-424ffc0844af req-6a04afee-f0f7-40dc-b63c-a6e593f2ba17 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Neutron deleted interface 1e496b46-84a8-46e6-80ba-32d222d4e890; detaching it from the instance and deleting it from the info cache [ 1842.753424] env[62153]: DEBUG nova.network.neutron [req-35ccb3a8-4bd5-4537-a0a6-424ffc0844af req-6a04afee-f0f7-40dc-b63c-a6e593f2ba17 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.769468] env[62153]: DEBUG nova.compute.manager [req-a40ff26c-5a6c-4334-bc94-a38e22665b33 req-dd8c5603-0adc-413b-828e-2c392c20f07f service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Received event network-vif-deleted-42a1a357-4acc-4596-ad13-7ca51e9e5764 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1842.769657] env[62153]: INFO nova.compute.manager [req-a40ff26c-5a6c-4334-bc94-a38e22665b33 req-dd8c5603-0adc-413b-828e-2c392c20f07f service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Neutron deleted interface 42a1a357-4acc-4596-ad13-7ca51e9e5764; detaching it from the instance and deleting it from the info cache [ 1842.769909] env[62153]: DEBUG nova.network.neutron [req-a40ff26c-5a6c-4334-bc94-a38e22665b33 req-dd8c5603-0adc-413b-828e-2c392c20f07f service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.828405] env[62153]: DEBUG nova.scheduler.client.report [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.122994] env[62153]: INFO nova.compute.manager [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Took 45.28 seconds to build instance. [ 1843.228926] env[62153]: DEBUG nova.network.neutron [-] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.237396] env[62153]: DEBUG nova.network.neutron [-] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.256222] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9734a1c-6820-431f-ab26-f63b65235859 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.267078] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98d90c-a562-4030-a979-1c25eef71022 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.280179] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83ef1aea-0535-4acb-b25f-d2e38e63d62b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.288449] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0886a-4b0d-469d-966b-08a072ec5be8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.310652] env[62153]: DEBUG nova.compute.manager [req-35ccb3a8-4bd5-4537-a0a6-424ffc0844af req-6a04afee-f0f7-40dc-b63c-a6e593f2ba17 service nova] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Detach interface failed, port_id=1e496b46-84a8-46e6-80ba-32d222d4e890, reason: Instance 5f32fb5d-5502-40a0-b9d0-886e4f301466 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1843.336137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.336666] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.341086] env[62153]: DEBUG nova.compute.manager [req-a40ff26c-5a6c-4334-bc94-a38e22665b33 req-dd8c5603-0adc-413b-828e-2c392c20f07f service nova] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Detach interface failed, port_id=42a1a357-4acc-4596-ad13-7ca51e9e5764, reason: Instance dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1843.341086] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.392s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.341731] env[62153]: INFO nova.compute.claims [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.625030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a3f4fc4a-ce74-451b-910b-7fd9d6598ddc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.345s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.732224] env[62153]: INFO nova.compute.manager [-] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Took 1.35 seconds to deallocate network for instance. [ 1843.739093] env[62153]: INFO nova.compute.manager [-] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Took 1.43 seconds to deallocate network for instance. [ 1843.841566] env[62153]: DEBUG nova.compute.utils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.842917] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.843099] env[62153]: DEBUG nova.network.neutron [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.886851] env[62153]: DEBUG nova.policy [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e89c27c64c4c91871d81440ceb4fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0c1ed9a69bc4abcb733c8e851b36b3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.081808] env[62153]: INFO nova.compute.manager [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Rebuilding instance [ 1844.127073] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1844.149849] env[62153]: DEBUG nova.compute.manager [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.150877] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e878f582-c42a-4b1a-8b29-e50bdfd6f095 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.189914] env[62153]: DEBUG nova.network.neutron [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Successfully created port: 3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.242461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.244621] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.349367] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.501560] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [{"id": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "address": "fa:16:3e:49:73:de", "network": {"id": "7ea5cd96-feb2-406c-a9df-6e3b3458d11e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1135138625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588d2e00b0bb42d89157f107f3fe1600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e18d5c-3d", "ovs_interfaceid": "90e18d5c-3dbc-4a62-895f-8fb6324003ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.646336] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.878115] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f3e8c-f1b9-4148-8c83-5d68f4320976 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.888305] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41980576-08d1-4293-b370-054461f39cf5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.927040] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389b660-f67f-4c08-86e7-f814fb7f3f9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.936237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee249bf-6fa3-4ab5-a06c-e649bbd59bed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.951800] env[62153]: DEBUG nova.compute.provider_tree [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.004890] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-fc274d14-eeb7-41be-bf6b-55119f500381" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.005114] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1845.005384] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.005592] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.005799] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.005985] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.006186] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.006372] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.006538] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1845.006635] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.170647] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.170967] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-422ba013-45fa-474f-abbc-52d2273d338b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.180752] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1845.180752] env[62153]: value = "task-2072795" [ 1845.180752] env[62153]: _type = "Task" [ 1845.180752] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.192104] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.367637] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.393382] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.393550] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.394514] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.394514] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.394514] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.394514] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.394692] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.394855] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.395117] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.395338] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.395549] env[62153]: DEBUG nova.virt.hardware [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.396456] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895a8b0-0d3b-45ce-a4bb-d0f480ad0440 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.404909] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc75ee24-f4d9-4b5f-ac82-61211b698bdb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.454704] env[62153]: DEBUG nova.scheduler.client.report [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.509131] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.692042] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072795, 'name': PowerOffVM_Task, 'duration_secs': 0.200809} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.692210] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.692446] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.693220] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46a5c6-e67c-4d89-bc80-1cb212beace1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.700562] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.700787] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80817ef8-2316-4d3f-b409-25691d453d27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.959853] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.960387] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.964039] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.247s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.964039] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.966195] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.199s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.967791] env[62153]: INFO nova.compute.claims [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1846.032020] env[62153]: INFO nova.scheduler.client.report [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Deleted allocations for instance edc97b06-91c0-4bd4-b2bd-626697e0ac62 [ 1846.473479] env[62153]: DEBUG nova.compute.utils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.477019] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.477204] env[62153]: DEBUG nova.network.neutron [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.520685] env[62153]: DEBUG nova.policy [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60deee2bf36443c0996d0e68080365fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5991e3830604db58fb77f61762e4880', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.541052] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a58e3e4-c5d7-4275-99dc-29987da4782e tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "edc97b06-91c0-4bd4-b2bd-626697e0ac62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.363s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.844565] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.844958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.845295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "76fcffde-5970-4b24-968c-6e9d2e9281bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.845653] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.845895] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.848754] env[62153]: INFO nova.compute.manager [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Terminating instance [ 1846.851119] env[62153]: DEBUG nova.network.neutron [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Successfully created port: b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1846.978142] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.356569] env[62153]: DEBUG nova.compute.manager [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1847.356988] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.358466] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a044f-6b2b-4768-bf6e-ee0f927013a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.366874] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.369415] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b905142-f2b4-41d6-9e5d-63cf85bd2c86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.377110] env[62153]: DEBUG oslo_vmware.api [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1847.377110] env[62153]: value = "task-2072798" [ 1847.377110] env[62153]: _type = "Task" [ 1847.377110] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.386021] env[62153]: DEBUG oslo_vmware.api [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.466237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327dfcae-99c6-4d69-9a93-72ac29331f68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.474154] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09123d-c92c-4029-8544-d44da37bae72 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.509157] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe429bc-141f-4566-809d-0bc118adaa29 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.518485] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3dc91e-40c4-4352-aa1f-a5623df706f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.532882] env[62153]: DEBUG nova.compute.provider_tree [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.887901] env[62153]: DEBUG oslo_vmware.api [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072798, 'name': PowerOffVM_Task, 'duration_secs': 0.314304} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.889303] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.889303] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.889303] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1954092-43e8-4281-8e55-cf625bb1dffb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.015024] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.036206] env[62153]: DEBUG nova.scheduler.client.report [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.041197] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.041425] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.041582] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.041764] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.041911] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.042071] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.042278] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.042553] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.042798] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.043091] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.043313] env[62153]: DEBUG nova.virt.hardware [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.044880] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae21204-59a9-4536-9186-6f2b2e3b5620 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.054047] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62248e-aa52-4e7c-ba6f-8a958d6bad5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.549823] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.549823] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1848.552291] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.344s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.553723] env[62153]: INFO nova.compute.claims [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.059471] env[62153]: DEBUG nova.compute.utils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1849.062754] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1849.062902] env[62153]: DEBUG nova.network.neutron [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1849.113810] env[62153]: DEBUG nova.policy [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0e74b221a2c4acc90af8f0bb36f198e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dc9062169db4aeeacc54b05c23e9c12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1849.391898] env[62153]: DEBUG nova.network.neutron [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Successfully created port: 396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1849.564220] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.035769] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fc3bd-512d-45f4-ad8f-0627a8f123c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.043936] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe360d-ec4e-4412-a16c-69e0c7485c02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.077485] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96921d3-2097-45b4-a70d-df968f3d4546 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.085694] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e283b03b-d1bf-4ae5-913e-ecdb5a8a0be1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.099258] env[62153]: DEBUG nova.compute.provider_tree [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.390357] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.390357] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.390357] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.390357] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8fe049b-e54f-48ab-99dd-740ca1ee191b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.398420] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.398553] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.398732] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Deleting the datastore file [datastore1] 76fcffde-5970-4b24-968c-6e9d2e9281bb {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.399429] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquiring lock "14218117-b536-46d6-9bcb-60772d336c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.399656] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "14218117-b536-46d6-9bcb-60772d336c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.399833] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3d1e292-f325-4e89-824f-e843234706e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.404797] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1850.404797] env[62153]: value = "task-2072800" [ 1850.404797] env[62153]: _type = "Task" [ 1850.404797] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.409049] env[62153]: DEBUG oslo_vmware.api [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for the task: (returnval){ [ 1850.409049] env[62153]: value = "task-2072801" [ 1850.409049] env[62153]: _type = "Task" [ 1850.409049] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.420186] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.428261] env[62153]: DEBUG oslo_vmware.api [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.582111] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.603348] env[62153]: DEBUG nova.scheduler.client.report [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.608600] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.608847] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.608999] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.609543] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.609765] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.609966] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.610195] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.610387] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.610565] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.610732] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.610904] env[62153]: DEBUG nova.virt.hardware [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.611801] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0518d-886b-46e7-aff6-ad14f8ac1b06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.621574] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee297f04-7adb-44f4-ba5c-261194c101a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.349449] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.349962] env[62153]: DEBUG nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.358518] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.409s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.358729] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.360582] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.588s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.360777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.362467] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.616s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.363937] env[62153]: INFO nova.compute.claims [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.373958] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145757} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.377760] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.377760] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.377970] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.381177] env[62153]: DEBUG oslo_vmware.api [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Task: {'id': task-2072801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140671} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.382368] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.382594] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.382765] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.382940] env[62153]: INFO nova.compute.manager [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Took 4.03 seconds to destroy the instance on the hypervisor. [ 1851.383703] env[62153]: DEBUG oslo.service.loopingcall [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.384911] env[62153]: DEBUG nova.compute.manager [req-f09193f4-a35c-4b5a-a6c9-9d1580908e0f req-a7ccbee9-42df-4eaa-b4e3-abff05a1d03b service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Received event network-vif-plugged-b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1851.385167] env[62153]: DEBUG oslo_concurrency.lockutils [req-f09193f4-a35c-4b5a-a6c9-9d1580908e0f req-a7ccbee9-42df-4eaa-b4e3-abff05a1d03b service nova] Acquiring lock "810b45a7-52ea-4c63-8749-99a205355ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.385718] env[62153]: DEBUG oslo_concurrency.lockutils [req-f09193f4-a35c-4b5a-a6c9-9d1580908e0f req-a7ccbee9-42df-4eaa-b4e3-abff05a1d03b service nova] Lock "810b45a7-52ea-4c63-8749-99a205355ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.385718] env[62153]: DEBUG oslo_concurrency.lockutils [req-f09193f4-a35c-4b5a-a6c9-9d1580908e0f req-a7ccbee9-42df-4eaa-b4e3-abff05a1d03b service nova] Lock "810b45a7-52ea-4c63-8749-99a205355ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.385799] env[62153]: DEBUG nova.compute.manager [req-f09193f4-a35c-4b5a-a6c9-9d1580908e0f req-a7ccbee9-42df-4eaa-b4e3-abff05a1d03b service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] No waiting events found dispatching network-vif-plugged-b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.385894] env[62153]: WARNING nova.compute.manager [req-f09193f4-a35c-4b5a-a6c9-9d1580908e0f req-a7ccbee9-42df-4eaa-b4e3-abff05a1d03b service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Received unexpected event network-vif-plugged-b1926606-827e-4c5f-9047-7545731473de for instance with vm_state building and task_state spawning. [ 1851.386955] env[62153]: DEBUG nova.compute.manager [-] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.386955] env[62153]: DEBUG nova.network.neutron [-] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.408933] env[62153]: INFO nova.scheduler.client.report [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Deleted allocations for instance ab26cb52-33fe-42e7-906f-7cc2381c6119 [ 1851.413340] env[62153]: INFO nova.scheduler.client.report [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleted allocations for instance b04e0c4e-90ad-450f-ad34-0e91b9462e27 [ 1851.424197] env[62153]: DEBUG nova.compute.manager [req-e635c721-64d0-4ed5-9b9a-1f0c7af5ab89 req-ed1f9c17-5c40-4051-8eb0-0fac412859a1 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Received event network-vif-plugged-396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1851.424439] env[62153]: DEBUG oslo_concurrency.lockutils [req-e635c721-64d0-4ed5-9b9a-1f0c7af5ab89 req-ed1f9c17-5c40-4051-8eb0-0fac412859a1 service nova] Acquiring lock "fd0b7987-635e-483c-8189-683cc5c2ed9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.424678] env[62153]: DEBUG oslo_concurrency.lockutils [req-e635c721-64d0-4ed5-9b9a-1f0c7af5ab89 req-ed1f9c17-5c40-4051-8eb0-0fac412859a1 service nova] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.424917] env[62153]: DEBUG oslo_concurrency.lockutils [req-e635c721-64d0-4ed5-9b9a-1f0c7af5ab89 req-ed1f9c17-5c40-4051-8eb0-0fac412859a1 service nova] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.425065] env[62153]: DEBUG nova.compute.manager [req-e635c721-64d0-4ed5-9b9a-1f0c7af5ab89 req-ed1f9c17-5c40-4051-8eb0-0fac412859a1 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] No waiting events found dispatching network-vif-plugged-396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.425235] env[62153]: WARNING nova.compute.manager [req-e635c721-64d0-4ed5-9b9a-1f0c7af5ab89 req-ed1f9c17-5c40-4051-8eb0-0fac412859a1 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Received unexpected event network-vif-plugged-396b39b6-409a-4f01-b078-89f668e09a77 for instance with vm_state building and task_state spawning. [ 1851.577982] env[62153]: DEBUG nova.network.neutron [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Successfully updated port: 396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.577982] env[62153]: DEBUG nova.network.neutron [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Successfully updated port: b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.817601] env[62153]: DEBUG nova.network.neutron [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Successfully updated port: 3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.869369] env[62153]: DEBUG nova.compute.utils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.873863] env[62153]: DEBUG nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1851.921737] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d6002225-9625-453e-84c3-63183d177917 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "ab26cb52-33fe-42e7-906f-7cc2381c6119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.232s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.922760] env[62153]: DEBUG oslo_concurrency.lockutils [None req-64c642c0-6b43-4b04-9aa6-0e6523ff619f tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "b04e0c4e-90ad-450f-ad34-0e91b9462e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.820s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.083879] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "refresh_cache-fd0b7987-635e-483c-8189-683cc5c2ed9e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.083879] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquired lock "refresh_cache-fd0b7987-635e-483c-8189-683cc5c2ed9e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.083879] env[62153]: DEBUG nova.network.neutron [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.083879] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.083879] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.083879] env[62153]: DEBUG nova.network.neutron [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.230441] env[62153]: DEBUG nova.network.neutron [-] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.320781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "refresh_cache-63be7cd3-af71-44df-bc9f-b392b2e68f78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.321112] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquired lock "refresh_cache-63be7cd3-af71-44df-bc9f-b392b2e68f78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.321370] env[62153]: DEBUG nova.network.neutron [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.376076] env[62153]: DEBUG nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.423890] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.424158] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.424321] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.424490] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.424666] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.424816] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.425436] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.425603] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.425796] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.425939] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.426140] env[62153]: DEBUG nova.virt.hardware [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.427637] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd75676-fb76-478f-ab4c-6896d81fde37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.440429] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843db375-1adb-46ad-97fd-0a97c45565a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.456864] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aec085e-9124-4e55-b779-711fff7d4878', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1852.464378] env[62153]: DEBUG oslo.service.loopingcall [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.467071] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1852.467474] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b56807-fc4e-45eb-80a0-962035123e59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.492562] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1852.492562] env[62153]: value = "task-2072802" [ 1852.492562] env[62153]: _type = "Task" [ 1852.492562] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.503898] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072802, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.517360] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "a5b06a7a-f594-418f-aa68-ed98b7696308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.517625] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.517832] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "a5b06a7a-f594-418f-aa68-ed98b7696308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.518020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.518222] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.522936] env[62153]: INFO nova.compute.manager [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Terminating instance [ 1852.620369] env[62153]: DEBUG nova.network.neutron [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.627578] env[62153]: DEBUG nova.network.neutron [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.732922] env[62153]: INFO nova.compute.manager [-] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Took 1.35 seconds to deallocate network for instance. [ 1852.857328] env[62153]: DEBUG nova.network.neutron [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updating instance_info_cache with network_info: [{"id": "b1926606-827e-4c5f-9047-7545731473de", "address": "fa:16:3e:78:6b:9b", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1926606-82", "ovs_interfaceid": "b1926606-827e-4c5f-9047-7545731473de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.871294] env[62153]: DEBUG nova.network.neutron [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.991870] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed37e12-85b2-475e-80b8-c14284906d21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.006797] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b549336-6b94-46b2-bb9c-fcc1e4779d8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.009626] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072802, 'name': CreateVM_Task, 'duration_secs': 0.386951} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.009793] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.010723] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.010891] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.011225] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.011451] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b7fb3c-ae99-4e59-95d8-e52e138c35f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.037104] env[62153]: DEBUG nova.compute.manager [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1853.037362] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1853.038665] env[62153]: DEBUG nova.network.neutron [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Updating instance_info_cache with network_info: [{"id": "3399e8f4-0a32-4d40-861d-296a8f32c080", "address": "fa:16:3e:03:96:86", "network": {"id": "9281d0b9-d2fa-47a0-b544-7ea22a04a92f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1396598042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c1ed9a69bc4abcb733c8e851b36b3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3399e8f4-0a", "ovs_interfaceid": "3399e8f4-0a32-4d40-861d-296a8f32c080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.040497] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c960bde-0e52-4b1a-b54f-485ee9a15a45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.043646] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c876ce-8120-4b81-8515-e424717ccf01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.047113] env[62153]: DEBUG nova.network.neutron [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Updating instance_info_cache with network_info: [{"id": "396b39b6-409a-4f01-b078-89f668e09a77", "address": "fa:16:3e:17:73:71", "network": {"id": "28bbb40d-2b52-4722-9ad2-7c39fac96bb7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1251203622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dc9062169db4aeeacc54b05c23e9c12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396b39b6-40", "ovs_interfaceid": "396b39b6-409a-4f01-b078-89f668e09a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.050805] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1853.050805] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c505d1-ba7b-bf26-2f6a-8eaa9ecccad1" [ 1853.050805] env[62153]: _type = "Task" [ 1853.050805] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.057785] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.060465] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1f23b2-9f14-4e7c-8686-dd9c931c5a33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.067994] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9e020-a8db-4844-923d-b7a9e66b35ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.071864] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c505d1-ba7b-bf26-2f6a-8eaa9ecccad1, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.072503] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.072709] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.072943] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.073105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.073283] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.073880] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c787f87-1eb4-4deb-9421-1d684d196451 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.084353] env[62153]: DEBUG nova.compute.provider_tree [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.088122] env[62153]: DEBUG oslo_vmware.api [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1853.088122] env[62153]: value = "task-2072803" [ 1853.088122] env[62153]: _type = "Task" [ 1853.088122] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.096264] env[62153]: DEBUG oslo_vmware.api [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.097982] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.098171] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.099130] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24e11f3-55d5-4018-a7ee-617e9cfe7f96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.106092] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1853.106092] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ba9072-dda6-f6b9-89c5-34da20d724e6" [ 1853.106092] env[62153]: _type = "Task" [ 1853.106092] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.115795] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ba9072-dda6-f6b9-89c5-34da20d724e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.243580] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.359727] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.360059] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Instance network_info: |[{"id": "b1926606-827e-4c5f-9047-7545731473de", "address": "fa:16:3e:78:6b:9b", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1926606-82", "ovs_interfaceid": "b1926606-827e-4c5f-9047-7545731473de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.360470] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6b:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1926606-827e-4c5f-9047-7545731473de', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.367918] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating folder: Project (c5991e3830604db58fb77f61762e4880). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.368198] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4da38ec-3d8c-4c36-9fa6-9876667b07e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.380830] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created folder: Project (c5991e3830604db58fb77f61762e4880) in parent group-v424816. [ 1853.381068] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating folder: Instances. Parent ref: group-v424926. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.381351] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37e5c241-6b32-400e-8424-921a7c4986c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.390317] env[62153]: DEBUG nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.393170] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created folder: Instances in parent group-v424926. [ 1853.393422] env[62153]: DEBUG oslo.service.loopingcall [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.393606] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.393815] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42d49ed3-24a1-4cf3-81d6-c7ba9c0978fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.411616] env[62153]: DEBUG nova.compute.manager [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Received event network-changed-b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1853.415019] env[62153]: DEBUG nova.compute.manager [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Refreshing instance network info cache due to event network-changed-b1926606-827e-4c5f-9047-7545731473de. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1853.415019] env[62153]: DEBUG oslo_concurrency.lockutils [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] Acquiring lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.415019] env[62153]: DEBUG oslo_concurrency.lockutils [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] Acquired lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.415019] env[62153]: DEBUG nova.network.neutron [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Refreshing network info cache for port b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.423293] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.423566] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.423729] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.423910] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.424079] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.424236] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.424442] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.424622] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.424800] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.424963] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.425157] env[62153]: DEBUG nova.virt.hardware [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.427551] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e70b89e-9f39-49e1-aa46-29d014509000 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.430079] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.430079] env[62153]: value = "task-2072806" [ 1853.430079] env[62153]: _type = "Task" [ 1853.430079] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.438325] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8f4257-0ba6-4b6f-a7bf-de4f0d808121 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.445681] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072806, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.457667] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.463644] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Creating folder: Project (b9bb8f984d8e41b0aa2a69c87986707c). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.464042] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ee3743-3303-4c94-b86e-62ee24b9f7c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.475784] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Created folder: Project (b9bb8f984d8e41b0aa2a69c87986707c) in parent group-v424816. [ 1853.475958] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Creating folder: Instances. Parent ref: group-v424929. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.476264] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f77d0d2-414c-4864-833e-aa80574d9a88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.488687] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Created folder: Instances in parent group-v424929. [ 1853.488949] env[62153]: DEBUG oslo.service.loopingcall [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.489170] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.489752] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7bd6737-0423-4eef-90fc-8de0a3d666d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.508016] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.508016] env[62153]: value = "task-2072809" [ 1853.508016] env[62153]: _type = "Task" [ 1853.508016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.516719] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072809, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.551256] env[62153]: DEBUG nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Received event network-changed-396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1853.551470] env[62153]: DEBUG nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Refreshing instance network info cache due to event network-changed-396b39b6-409a-4f01-b078-89f668e09a77. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1853.551654] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Acquiring lock "refresh_cache-fd0b7987-635e-483c-8189-683cc5c2ed9e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.552048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Releasing lock "refresh_cache-63be7cd3-af71-44df-bc9f-b392b2e68f78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.552354] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Instance network_info: |[{"id": "3399e8f4-0a32-4d40-861d-296a8f32c080", "address": "fa:16:3e:03:96:86", "network": {"id": "9281d0b9-d2fa-47a0-b544-7ea22a04a92f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1396598042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c1ed9a69bc4abcb733c8e851b36b3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3399e8f4-0a", "ovs_interfaceid": "3399e8f4-0a32-4d40-861d-296a8f32c080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.553085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Releasing lock "refresh_cache-fd0b7987-635e-483c-8189-683cc5c2ed9e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.553351] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Instance network_info: |[{"id": "396b39b6-409a-4f01-b078-89f668e09a77", "address": "fa:16:3e:17:73:71", "network": {"id": "28bbb40d-2b52-4722-9ad2-7c39fac96bb7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1251203622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dc9062169db4aeeacc54b05c23e9c12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396b39b6-40", "ovs_interfaceid": "396b39b6-409a-4f01-b078-89f668e09a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.553711] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:96:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3399e8f4-0a32-4d40-861d-296a8f32c080', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.562552] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Creating folder: Project (c0c1ed9a69bc4abcb733c8e851b36b3d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.562552] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Acquired lock "refresh_cache-fd0b7987-635e-483c-8189-683cc5c2ed9e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.562552] env[62153]: DEBUG nova.network.neutron [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Refreshing network info cache for port 396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.563206] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:73:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '396b39b6-409a-4f01-b078-89f668e09a77', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.571147] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Creating folder: Project (2dc9062169db4aeeacc54b05c23e9c12). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.571903] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ad710c-d266-4908-aec9-e6fd7326b890 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.573742] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72e371a6-83f6-4d10-aa5f-8f697a904417 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.588337] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Created folder: Project (2dc9062169db4aeeacc54b05c23e9c12) in parent group-v424816. [ 1853.588562] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Creating folder: Instances. Parent ref: group-v424932. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.593281] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65eeeeb7-d8fb-4fb1-bf35-034763194579 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.595036] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Created folder: Project (c0c1ed9a69bc4abcb733c8e851b36b3d) in parent group-v424816. [ 1853.595283] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Creating folder: Instances. Parent ref: group-v424933. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.598342] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63c81854-aad7-42b7-bcdf-5dcf14561ab0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.610904] env[62153]: DEBUG oslo_vmware.api [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072803, 'name': PowerOffVM_Task, 'duration_secs': 0.189267} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.613064] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.613278] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.615616] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42209a21-29b3-4965-b4db-24b5e2a540fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.617388] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Created folder: Instances in parent group-v424932. [ 1853.617625] env[62153]: DEBUG oslo.service.loopingcall [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.617811] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Created folder: Instances in parent group-v424933. [ 1853.617991] env[62153]: DEBUG oslo.service.loopingcall [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.618562] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.618742] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.619281] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af0ca50f-5fcd-403f-a6de-a19c28e1b907 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.633541] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da7e29f-067f-4e40-a469-92b19fa806d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.651818] env[62153]: ERROR nova.scheduler.client.report [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [req-f38b0a51-2bed-442f-8554-7887a642876b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f38b0a51-2bed-442f-8554-7887a642876b"}]} [ 1853.652891] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ba9072-dda6-f6b9-89c5-34da20d724e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.656720] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcefbd5d-24e3-41e9-84f6-7e8b58a95d94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.662042] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.662042] env[62153]: value = "task-2072815" [ 1853.662042] env[62153]: _type = "Task" [ 1853.662042] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.664413] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1853.664413] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5274f57f-75e1-f405-905a-ae8f7fe8a8f4" [ 1853.664413] env[62153]: _type = "Task" [ 1853.664413] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.664565] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.664565] env[62153]: value = "task-2072816" [ 1853.664565] env[62153]: _type = "Task" [ 1853.664565] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.675616] env[62153]: DEBUG nova.scheduler.client.report [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1853.687019] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072815, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.687352] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072816, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.687505] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5274f57f-75e1-f405-905a-ae8f7fe8a8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.687744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.687999] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.688268] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4488cf5e-88b8-4157-87d9-a03451401a5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.696922] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1853.696922] env[62153]: value = "task-2072817" [ 1853.696922] env[62153]: _type = "Task" [ 1853.696922] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.704962] env[62153]: DEBUG nova.scheduler.client.report [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1853.705136] env[62153]: DEBUG nova.compute.provider_tree [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.711149] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.729552] env[62153]: DEBUG nova.scheduler.client.report [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1853.733587] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.733832] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.734034] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Deleting the datastore file [datastore1] a5b06a7a-f594-418f-aa68-ed98b7696308 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.734310] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b92d0d9e-815f-4155-87e0-b370c51fac2c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.749024] env[62153]: DEBUG oslo_vmware.api [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for the task: (returnval){ [ 1853.749024] env[62153]: value = "task-2072818" [ 1853.749024] env[62153]: _type = "Task" [ 1853.749024] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.753800] env[62153]: DEBUG nova.scheduler.client.report [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1853.763460] env[62153]: DEBUG oslo_vmware.api [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.812755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.812755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.812755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.812755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.812977] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.815440] env[62153]: INFO nova.compute.manager [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Terminating instance [ 1853.877958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.878252] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.878433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.878613] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.879258] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.881135] env[62153]: INFO nova.compute.manager [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Terminating instance [ 1853.945938] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072806, 'name': CreateVM_Task, 'duration_secs': 0.391454} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.946366] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.946986] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.947181] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.947509] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.950307] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d745f6-24f6-48ff-8173-2c8e5b41a7fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.959039] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1853.959039] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5218536f-e695-597d-e328-a2f3a46b89e7" [ 1853.959039] env[62153]: _type = "Task" [ 1853.959039] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.968101] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5218536f-e695-597d-e328-a2f3a46b89e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.020068] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072809, 'name': CreateVM_Task, 'duration_secs': 0.307051} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.025382] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.026453] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.193665] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072815, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.198257] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072816, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.214331] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072817, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.262487] env[62153]: DEBUG oslo_vmware.api [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Task: {'id': task-2072818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159943} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.262836] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.263094] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.264046] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.264046] env[62153]: INFO nova.compute.manager [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1854.264046] env[62153]: DEBUG oslo.service.loopingcall [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.264046] env[62153]: DEBUG nova.compute.manager [-] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1854.264426] env[62153]: DEBUG nova.network.neutron [-] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.271150] env[62153]: DEBUG nova.network.neutron [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updated VIF entry in instance network info cache for port b1926606-827e-4c5f-9047-7545731473de. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.271554] env[62153]: DEBUG nova.network.neutron [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updating instance_info_cache with network_info: [{"id": "b1926606-827e-4c5f-9047-7545731473de", "address": "fa:16:3e:78:6b:9b", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1926606-82", "ovs_interfaceid": "b1926606-827e-4c5f-9047-7545731473de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.319129] env[62153]: DEBUG nova.compute.manager [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.319430] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.320504] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3f3e07-0d78-4a21-a97d-5f56e3a409c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.326408] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac502f7a-f4bd-4256-b803-1d13c6d5a72c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.338367] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.340215] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca68d80-69fa-42e5-8a1e-6aa1f9e67a73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.344226] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b626e6b-e6ca-490e-91cc-791779bc7510 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.397187] env[62153]: DEBUG nova.compute.manager [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.397635] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.401290] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a85dde-a5e4-4dc7-b2b6-4b89fd8f5567 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.406888] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7dc2a6-42d6-4148-8a8c-5820361b8101 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.410941] env[62153]: DEBUG oslo_vmware.api [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1854.410941] env[62153]: value = "task-2072819" [ 1854.410941] env[62153]: _type = "Task" [ 1854.410941] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.419583] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.420501] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfada489-c23a-49bf-aeb3-dc87dd8d027d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.423394] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f33ac2-9c86-4ef8-bf46-870856f46579 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.431284] env[62153]: DEBUG oslo_vmware.api [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.439072] env[62153]: DEBUG oslo_vmware.api [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1854.439072] env[62153]: value = "task-2072820" [ 1854.439072] env[62153]: _type = "Task" [ 1854.439072] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.448118] env[62153]: DEBUG nova.compute.provider_tree [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.459695] env[62153]: DEBUG oslo_vmware.api [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.475286] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5218536f-e695-597d-e328-a2f3a46b89e7, 'name': SearchDatastore_Task, 'duration_secs': 0.058458} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.475629] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.475894] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.476216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.476399] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.476635] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.476968] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.477333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.477586] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-876bdcf0-deb4-4c0e-8588-199325c65883 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.479868] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c877a0c-267a-4a8b-81cc-8bcbd414fc40 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.487458] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1854.487458] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5226e06f-6856-1d44-4f56-d5a0eabb327c" [ 1854.487458] env[62153]: _type = "Task" [ 1854.487458] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.492861] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.493120] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.494298] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c24aafc-fe1f-4542-a3c0-5eedd7152304 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.500793] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5226e06f-6856-1d44-4f56-d5a0eabb327c, 'name': SearchDatastore_Task} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.501568] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.501839] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.502231] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.505018] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1854.505018] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5208f145-2413-1a3d-4d3b-590a6a75c8fb" [ 1854.505018] env[62153]: _type = "Task" [ 1854.505018] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.517563] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5208f145-2413-1a3d-4d3b-590a6a75c8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.569597] env[62153]: DEBUG nova.network.neutron [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Updated VIF entry in instance network info cache for port 396b39b6-409a-4f01-b078-89f668e09a77. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.570223] env[62153]: DEBUG nova.network.neutron [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Updating instance_info_cache with network_info: [{"id": "396b39b6-409a-4f01-b078-89f668e09a77", "address": "fa:16:3e:17:73:71", "network": {"id": "28bbb40d-2b52-4722-9ad2-7c39fac96bb7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1251203622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dc9062169db4aeeacc54b05c23e9c12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396b39b6-40", "ovs_interfaceid": "396b39b6-409a-4f01-b078-89f668e09a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.677308] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072815, 'name': CreateVM_Task, 'duration_secs': 0.59509} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.680311] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.681363] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.681363] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.681561] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.682193] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134d7bef-7f14-4db4-a825-4bb8d404d2b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.688325] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072816, 'name': CreateVM_Task, 'duration_secs': 0.550763} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.689707] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.690348] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1854.690348] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aa29d6-b1e4-9ed0-1156-f1e16a3ae4e3" [ 1854.690348] env[62153]: _type = "Task" [ 1854.690348] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.690961] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.700400] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aa29d6-b1e4-9ed0-1156-f1e16a3ae4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.710158] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562409} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.710429] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1854.710663] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1854.710958] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4060e161-97b3-4d77-ae7b-f1dffdcf292a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.719201] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1854.719201] env[62153]: value = "task-2072821" [ 1854.719201] env[62153]: _type = "Task" [ 1854.719201] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.732947] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.779029] env[62153]: DEBUG oslo_concurrency.lockutils [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] Releasing lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.779330] env[62153]: DEBUG nova.compute.manager [req-cd0d98e5-3735-455c-8158-af14e6b54546 req-855ee1cc-288f-4b6e-a3ea-33a377a57d24 service nova] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Received event network-vif-deleted-07a8b50d-724b-4d22-8dc6-ae59db48469f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1854.921221] env[62153]: DEBUG oslo_vmware.api [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072819, 'name': PowerOffVM_Task, 'duration_secs': 0.271155} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.921528] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.921651] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.921900] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c3727e-779d-4642-9b4c-12809cb45882 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.959732] env[62153]: DEBUG oslo_vmware.api [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072820, 'name': PowerOffVM_Task, 'duration_secs': 0.237132} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.960014] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.960196] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.960498] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f221f761-763f-446a-a3c6-6e5862a126d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.988388] env[62153]: DEBUG nova.scheduler.client.report [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1854.988660] env[62153]: DEBUG nova.compute.provider_tree [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 70 to 71 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1854.988845] env[62153]: DEBUG nova.compute.provider_tree [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.016241] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5208f145-2413-1a3d-4d3b-590a6a75c8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.017102] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44929046-0653-478a-ace5-b39ca6a591d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.023444] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1855.023444] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef4e7c-1e4b-3097-8b0c-c67407538b5c" [ 1855.023444] env[62153]: _type = "Task" [ 1855.023444] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.031633] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef4e7c-1e4b-3097-8b0c-c67407538b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.062991] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.063235] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.063514] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleting the datastore file [datastore1] a637e5b7-dbb7-4e52-b938-fb6b467e7f9b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.063896] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7dbe9ed-2554-441b-a983-d21daef87c44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.071766] env[62153]: DEBUG oslo_vmware.api [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1855.071766] env[62153]: value = "task-2072824" [ 1855.071766] env[62153]: _type = "Task" [ 1855.071766] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.077374] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Releasing lock "refresh_cache-fd0b7987-635e-483c-8189-683cc5c2ed9e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.077374] env[62153]: DEBUG nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Received event network-vif-plugged-3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.077374] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Acquiring lock "63be7cd3-af71-44df-bc9f-b392b2e68f78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.077374] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.077374] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.077374] env[62153]: DEBUG nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] No waiting events found dispatching network-vif-plugged-3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.077374] env[62153]: WARNING nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Received unexpected event network-vif-plugged-3399e8f4-0a32-4d40-861d-296a8f32c080 for instance with vm_state building and task_state spawning. [ 1855.077744] env[62153]: DEBUG nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Received event network-changed-3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.077744] env[62153]: DEBUG nova.compute.manager [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Refreshing instance network info cache due to event network-changed-3399e8f4-0a32-4d40-861d-296a8f32c080. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1855.077811] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Acquiring lock "refresh_cache-63be7cd3-af71-44df-bc9f-b392b2e68f78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.077958] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Acquired lock "refresh_cache-63be7cd3-af71-44df-bc9f-b392b2e68f78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.078136] env[62153]: DEBUG nova.network.neutron [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Refreshing network info cache for port 3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.079670] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.079865] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.080054] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleting the datastore file [datastore1] 2be13e6c-d7cd-4bc8-8081-d33beef1869e {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.080910] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38284cdb-b129-4ec9-95a4-535aa4a84fea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.087609] env[62153]: DEBUG oslo_vmware.api [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.093251] env[62153]: DEBUG oslo_vmware.api [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for the task: (returnval){ [ 1855.093251] env[62153]: value = "task-2072825" [ 1855.093251] env[62153]: _type = "Task" [ 1855.093251] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.102363] env[62153]: DEBUG oslo_vmware.api [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.202890] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aa29d6-b1e4-9ed0-1156-f1e16a3ae4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02101} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.203270] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.203509] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.203726] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.204209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.204292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.204528] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3bc65d-98f9-4a75-91a4-1a95395a7b02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.210245] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1855.210245] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234dc20-12f9-aab2-1bb6-ca5a822d14b6" [ 1855.210245] env[62153]: _type = "Task" [ 1855.210245] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.218987] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234dc20-12f9-aab2-1bb6-ca5a822d14b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.229021] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143844} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.229021] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1855.229334] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd962c1-62b6-4a82-9747-58b9ff07d988 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.261976] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.262467] env[62153]: DEBUG nova.network.neutron [-] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.263972] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607ca553-1b93-40f7-bbd3-bb9bf4a75fc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.288227] env[62153]: INFO nova.compute.manager [-] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Took 1.02 seconds to deallocate network for instance. [ 1855.298248] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1855.298248] env[62153]: value = "task-2072826" [ 1855.298248] env[62153]: _type = "Task" [ 1855.298248] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.312035] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.441484] env[62153]: DEBUG nova.compute.manager [req-af126aea-0373-4f61-b2be-2ba66e4828f3 req-2719bb08-cee0-4ded-85bd-60ebd9f651bb service nova] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Received event network-vif-deleted-02918875-883d-4b6b-93b3-fc0f9c447272 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.495808] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.133s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.495977] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.498643] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.986s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.500426] env[62153]: INFO nova.compute.claims [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.541462] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ef4e7c-1e4b-3097-8b0c-c67407538b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.541862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.542249] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/810b45a7-52ea-4c63-8749-99a205355ccc.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.542635] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.542946] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.543602] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0b28b76-ce2e-4172-b988-926fb39e2715 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.546518] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db8ed10-3f19-4ee2-b855-9fd441fca4c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.557590] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1855.557590] env[62153]: value = "task-2072827" [ 1855.557590] env[62153]: _type = "Task" [ 1855.557590] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.558922] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.559126] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.562731] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36841da-5234-47e3-b0e4-99cc4020afbe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.572252] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1855.572252] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a6612e-7d5e-9e31-4012-80c1a53a5f55" [ 1855.572252] env[62153]: _type = "Task" [ 1855.572252] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.572913] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.586481] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a6612e-7d5e-9e31-4012-80c1a53a5f55, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.590049] env[62153]: DEBUG oslo_vmware.api [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294965} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.590269] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1ab6fa-6dd1-4a34-ae80-b615ee2080f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.592394] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.592590] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.592764] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.592973] env[62153]: INFO nova.compute.manager [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1855.593185] env[62153]: DEBUG oslo.service.loopingcall [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.593379] env[62153]: DEBUG nova.compute.manager [-] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1855.593472] env[62153]: DEBUG nova.network.neutron [-] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.599724] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1855.599724] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a41cde-82a1-fada-7839-248001d8c51c" [ 1855.599724] env[62153]: _type = "Task" [ 1855.599724] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.605775] env[62153]: DEBUG oslo_vmware.api [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Task: {'id': task-2072825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335117} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.606373] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.606571] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.606745] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.606931] env[62153]: INFO nova.compute.manager [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1855.607165] env[62153]: DEBUG oslo.service.loopingcall [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.607350] env[62153]: DEBUG nova.compute.manager [-] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1855.607441] env[62153]: DEBUG nova.network.neutron [-] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.612177] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a41cde-82a1-fada-7839-248001d8c51c, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.612697] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.612953] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a86f03e4-58fd-4b01-86ee-aeefd207eb65/a86f03e4-58fd-4b01-86ee-aeefd207eb65.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.613245] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.613430] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.613641] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f050b4-357a-475f-b463-587cfa96bdcb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.615487] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b0f0c31-eec0-406e-865f-3ec92e4442f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.624705] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1855.624705] env[62153]: value = "task-2072828" [ 1855.624705] env[62153]: _type = "Task" [ 1855.624705] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.626202] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.626412] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.630953] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a46957-ef68-474c-87af-21c6fd972a05 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.639898] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.641270] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1855.641270] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f90687-5317-7371-44e8-b36416317613" [ 1855.641270] env[62153]: _type = "Task" [ 1855.641270] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.657966] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f90687-5317-7371-44e8-b36416317613, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.661662] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd14bb7e-4027-476a-aa1d-03bc50be63e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.673773] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1855.673773] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5295050a-0947-59f7-a394-4821925e5652" [ 1855.673773] env[62153]: _type = "Task" [ 1855.673773] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.683859] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5295050a-0947-59f7-a394-4821925e5652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.725291] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234dc20-12f9-aab2-1bb6-ca5a822d14b6, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.728216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.728216] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.728216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.797779] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.808448] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072826, 'name': ReconfigVM_Task, 'duration_secs': 0.382777} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.808743] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9/d2fc7e37-5866-4c59-a20a-f311ecceddb9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.809464] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73f927d8-1210-4bab-992c-681305e7c7d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.818651] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1855.818651] env[62153]: value = "task-2072829" [ 1855.818651] env[62153]: _type = "Task" [ 1855.818651] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.830335] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072829, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.009878] env[62153]: DEBUG nova.compute.utils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.012201] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1856.012424] env[62153]: DEBUG nova.network.neutron [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.073595] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072827, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.075337] env[62153]: DEBUG nova.policy [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60deee2bf36443c0996d0e68080365fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5991e3830604db58fb77f61762e4880', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.107529] env[62153]: DEBUG nova.network.neutron [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Updated VIF entry in instance network info cache for port 3399e8f4-0a32-4d40-861d-296a8f32c080. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.107749] env[62153]: DEBUG nova.network.neutron [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Updating instance_info_cache with network_info: [{"id": "3399e8f4-0a32-4d40-861d-296a8f32c080", "address": "fa:16:3e:03:96:86", "network": {"id": "9281d0b9-d2fa-47a0-b544-7ea22a04a92f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1396598042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c1ed9a69bc4abcb733c8e851b36b3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3399e8f4-0a", "ovs_interfaceid": "3399e8f4-0a32-4d40-861d-296a8f32c080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.138247] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072828, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.165340] env[62153]: DEBUG nova.compute.manager [req-4a35989e-ff31-4adf-b2ae-897cd3b3bf5c req-08b1ea36-4e89-4ad2-a5c2-22ec4ae97b58 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Received event network-vif-deleted-b187ad8e-114f-49f4-9b6f-ecf079d548ff {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.165549] env[62153]: INFO nova.compute.manager [req-4a35989e-ff31-4adf-b2ae-897cd3b3bf5c req-08b1ea36-4e89-4ad2-a5c2-22ec4ae97b58 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Neutron deleted interface b187ad8e-114f-49f4-9b6f-ecf079d548ff; detaching it from the instance and deleting it from the info cache [ 1856.165755] env[62153]: DEBUG nova.network.neutron [req-4a35989e-ff31-4adf-b2ae-897cd3b3bf5c req-08b1ea36-4e89-4ad2-a5c2-22ec4ae97b58 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.185447] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5295050a-0947-59f7-a394-4821925e5652, 'name': SearchDatastore_Task, 'duration_secs': 0.016607} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.185801] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.186051] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 63be7cd3-af71-44df-bc9f-b392b2e68f78/63be7cd3-af71-44df-bc9f-b392b2e68f78.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.186343] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.186539] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.186777] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362cd54b-10fc-4079-87f1-ac97a6540ecb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.188879] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73545cbc-343e-4296-80f9-fe1e881b55f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.198588] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1856.198588] env[62153]: value = "task-2072830" [ 1856.198588] env[62153]: _type = "Task" [ 1856.198588] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.205551] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.205753] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.209907] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae892610-c0a9-4d25-b3c2-9cf45b0f857f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.212457] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.217376] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1856.217376] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5237d99d-9e93-1485-7940-88cab349d9d7" [ 1856.217376] env[62153]: _type = "Task" [ 1856.217376] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.227054] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5237d99d-9e93-1485-7940-88cab349d9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.329733] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072829, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.425972] env[62153]: DEBUG nova.network.neutron [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Successfully created port: 7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.451779] env[62153]: DEBUG nova.network.neutron [-] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.517117] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.576788] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526752} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.579332] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/810b45a7-52ea-4c63-8749-99a205355ccc.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.579611] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.579877] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7aadcc0-8f21-43a9-91cf-8a2e67e0f7c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.588788] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1856.588788] env[62153]: value = "task-2072831" [ 1856.588788] env[62153]: _type = "Task" [ 1856.588788] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.599267] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.610556] env[62153]: DEBUG oslo_concurrency.lockutils [req-72cd73fb-440e-414b-8bbc-e05e78779983 req-2f501401-c3a4-4be5-ae51-230f380f0f88 service nova] Releasing lock "refresh_cache-63be7cd3-af71-44df-bc9f-b392b2e68f78" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.623928] env[62153]: DEBUG nova.network.neutron [-] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.640907] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821646} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.642158] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] a86f03e4-58fd-4b01-86ee-aeefd207eb65/a86f03e4-58fd-4b01-86ee-aeefd207eb65.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.642707] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.642822] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce79ea71-fe57-40ed-aa04-3af376dbe2e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.652843] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1856.652843] env[62153]: value = "task-2072832" [ 1856.652843] env[62153]: _type = "Task" [ 1856.652843] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.663530] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.670225] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5ad1444-56f3-4a1d-a484-1ee4607634fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.680883] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a13ad0b-e1b9-45a3-9a8c-9db9ffc07cb8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.723409] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.723864] env[62153]: DEBUG nova.compute.manager [req-4a35989e-ff31-4adf-b2ae-897cd3b3bf5c req-08b1ea36-4e89-4ad2-a5c2-22ec4ae97b58 service nova] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Detach interface failed, port_id=b187ad8e-114f-49f4-9b6f-ecf079d548ff, reason: Instance 2be13e6c-d7cd-4bc8-8081-d33beef1869e could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1856.738117] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5237d99d-9e93-1485-7940-88cab349d9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.050118} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.738937] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0b83aa-8602-4441-8fa7-187efe0f95f8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.745481] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1856.745481] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d7cab6-e6ba-ed94-52b4-4302cbe30463" [ 1856.745481] env[62153]: _type = "Task" [ 1856.745481] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.758192] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d7cab6-e6ba-ed94-52b4-4302cbe30463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.830383] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072829, 'name': Rename_Task, 'duration_secs': 0.565067} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.830771] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.831057] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299e9708-2ae2-498b-ab09-26a23077bff6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.844138] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1856.844138] env[62153]: value = "task-2072833" [ 1856.844138] env[62153]: _type = "Task" [ 1856.844138] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.861886] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.955578] env[62153]: INFO nova.compute.manager [-] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Took 1.35 seconds to deallocate network for instance. [ 1857.095206] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fcec3-46a4-4e23-8e80-a137edf2e59e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.103714] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077115} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.106184] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.107025] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a6d80d-b5d8-42a0-b428-49aaaa64686f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.110168] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f9bd19-d7d8-41ad-91b0-0cf8a4034193 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.125534] env[62153]: INFO nova.compute.manager [-] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Took 1.53 seconds to deallocate network for instance. [ 1857.134325] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/810b45a7-52ea-4c63-8749-99a205355ccc.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.162408] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb9d880-923e-482e-958f-dcce16017455 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.184214] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6860ed1-d96a-42f4-93d7-8818479f8618 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.192936] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090655} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.196779] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.197362] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1857.197362] env[62153]: value = "task-2072834" [ 1857.197362] env[62153]: _type = "Task" [ 1857.197362] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.198122] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4016f2-562f-4b3b-bfc2-46e1362c9e8c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.202302] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01fd863-4b7b-4472-b902-2a4ac6d221ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.253030] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a86f03e4-58fd-4b01-86ee-aeefd207eb65/a86f03e4-58fd-4b01-86ee-aeefd207eb65.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.253836] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.253836] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78992} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.254159] env[62153]: DEBUG nova.compute.provider_tree [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1857.256181] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffba4f7-5062-49a0-8b0b-fefcb530499f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.271032] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 63be7cd3-af71-44df-bc9f-b392b2e68f78/63be7cd3-af71-44df-bc9f-b392b2e68f78.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.271205] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.278260] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32d63cb-a70a-4fb9-b273-44ebc98bdf02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.289093] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d7cab6-e6ba-ed94-52b4-4302cbe30463, 'name': SearchDatastore_Task, 'duration_secs': 0.054328} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.291641] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.291948] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fd0b7987-635e-483c-8189-683cc5c2ed9e/fd0b7987-635e-483c-8189-683cc5c2ed9e.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.292312] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1857.292312] env[62153]: value = "task-2072835" [ 1857.292312] env[62153]: _type = "Task" [ 1857.292312] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.292651] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1857.292651] env[62153]: value = "task-2072836" [ 1857.292651] env[62153]: _type = "Task" [ 1857.292651] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.292834] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136c7bde-404b-49cd-8df6-78ba3dcaee2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.311871] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.317378] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.317739] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1857.317739] env[62153]: value = "task-2072837" [ 1857.317739] env[62153]: _type = "Task" [ 1857.317739] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.318665] env[62153]: DEBUG nova.scheduler.client.report [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1857.318924] env[62153]: DEBUG nova.compute.provider_tree [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 71 to 72 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1857.319172] env[62153]: DEBUG nova.compute.provider_tree [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1857.333841] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.356046] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072833, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.464895] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.467643] env[62153]: DEBUG nova.compute.manager [req-2329681d-e7ce-4e07-8ee1-0213c018e7fe req-d1be81f8-f86b-423b-ab5c-a892d2fe4808 service nova] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Received event network-vif-deleted-1b1b467e-dc0c-4e3b-9135-5a6325a198d2 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1857.532215] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.560058] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.560374] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.560534] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.560713] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.560859] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.561013] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.561238] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.561396] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.561572] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.561764] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.562396] env[62153]: DEBUG nova.virt.hardware [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.562840] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184945c1-c63b-485e-b8b9-80d1dbcea6b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.571275] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5587ee7-26b5-4a7c-b2ff-f912f9535531 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.688948] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.710180] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072834, 'name': ReconfigVM_Task, 'duration_secs': 0.315233} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.710488] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/810b45a7-52ea-4c63-8749-99a205355ccc.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.711125] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c31ab63-db06-464c-ae31-bd268295c4b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.717890] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1857.717890] env[62153]: value = "task-2072838" [ 1857.717890] env[62153]: _type = "Task" [ 1857.717890] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.725890] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072838, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.809218] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080036} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.812614] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.813066] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.813811] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819559d8-fbaa-4323-9b92-b1bca4d8d2e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.829047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.829600] env[62153]: DEBUG nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.841692] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 63be7cd3-af71-44df-bc9f-b392b2e68f78/63be7cd3-af71-44df-bc9f-b392b2e68f78.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.846778] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.814s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.847500] env[62153]: INFO nova.compute.claims [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.849998] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3d11a6-b895-4b01-8ffc-605ae1f25ea8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.879617] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.883926] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1857.883926] env[62153]: value = "task-2072839" [ 1857.883926] env[62153]: _type = "Task" [ 1857.883926] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.884523] env[62153]: DEBUG oslo_vmware.api [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072833, 'name': PowerOnVM_Task, 'duration_secs': 0.583741} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.884881] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1857.885114] env[62153]: DEBUG nova.compute.manager [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.888793] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d01a20-9704-4a94-85a3-9eaafb7086f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.903892] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.133517] env[62153]: DEBUG nova.network.neutron [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Successfully updated port: 7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.218434] env[62153]: DEBUG nova.compute.manager [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Received event network-vif-plugged-7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1858.218624] env[62153]: DEBUG oslo_concurrency.lockutils [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] Acquiring lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.218822] env[62153]: DEBUG oslo_concurrency.lockutils [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.219034] env[62153]: DEBUG oslo_concurrency.lockutils [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.219246] env[62153]: DEBUG nova.compute.manager [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] No waiting events found dispatching network-vif-plugged-7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.219353] env[62153]: WARNING nova.compute.manager [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Received unexpected event network-vif-plugged-7e9e8ad9-9aba-475f-a116-1fe754e34164 for instance with vm_state building and task_state spawning. [ 1858.219508] env[62153]: DEBUG nova.compute.manager [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Received event network-changed-7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1858.219653] env[62153]: DEBUG nova.compute.manager [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Refreshing instance network info cache due to event network-changed-7e9e8ad9-9aba-475f-a116-1fe754e34164. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1858.219830] env[62153]: DEBUG oslo_concurrency.lockutils [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] Acquiring lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.220043] env[62153]: DEBUG oslo_concurrency.lockutils [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] Acquired lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.220123] env[62153]: DEBUG nova.network.neutron [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Refreshing network info cache for port 7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.230774] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072838, 'name': Rename_Task, 'duration_secs': 0.155303} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.231522] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.231753] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db2a1b6-d8d0-4a57-abe8-0e3efce22e55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.239286] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1858.239286] env[62153]: value = "task-2072840" [ 1858.239286] env[62153]: _type = "Task" [ 1858.239286] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.247953] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.305403] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072835, 'name': ReconfigVM_Task, 'duration_secs': 0.548832} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.305683] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a86f03e4-58fd-4b01-86ee-aeefd207eb65/a86f03e4-58fd-4b01-86ee-aeefd207eb65.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.306350] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d7a19ca-591f-4893-a770-682095e18e9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.313588] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1858.313588] env[62153]: value = "task-2072841" [ 1858.313588] env[62153]: _type = "Task" [ 1858.313588] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.322428] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072841, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.338366] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893256} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.338693] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fd0b7987-635e-483c-8189-683cc5c2ed9e/fd0b7987-635e-483c-8189-683cc5c2ed9e.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.338962] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.339273] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a720cc-cc69-43a0-bb8e-aef2841c87d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.344263] env[62153]: DEBUG nova.compute.utils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.347035] env[62153]: DEBUG nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1858.347346] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1858.347346] env[62153]: value = "task-2072842" [ 1858.347346] env[62153]: _type = "Task" [ 1858.347346] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.357226] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.396121] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.412442] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.637668] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.753672] env[62153]: DEBUG oslo_vmware.api [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072840, 'name': PowerOnVM_Task, 'duration_secs': 0.48173} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.754803] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.754803] env[62153]: INFO nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1858.755314] env[62153]: DEBUG nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.755785] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d66649-be9c-4274-b031-b5390e3e5141 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.758846] env[62153]: DEBUG nova.network.neutron [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.823962] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072841, 'name': Rename_Task, 'duration_secs': 0.145607} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.824356] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.824614] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c3e7bc-a77b-4933-8ad2-38faaa146fac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.833518] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1858.833518] env[62153]: value = "task-2072843" [ 1858.833518] env[62153]: _type = "Task" [ 1858.833518] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.843070] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.848822] env[62153]: DEBUG nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.852157] env[62153]: DEBUG nova.network.neutron [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.862428] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06881} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.863309] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.864130] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c1506-e6e6-4fbf-bd68-f9ade46bd109 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.896012] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] fd0b7987-635e-483c-8189-683cc5c2ed9e/fd0b7987-635e-483c-8189-683cc5c2ed9e.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.896973] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9631223f-f2f1-4c9a-b5c4-da671a210738 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.924369] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072839, 'name': ReconfigVM_Task, 'duration_secs': 0.782251} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.925771] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 63be7cd3-af71-44df-bc9f-b392b2e68f78/63be7cd3-af71-44df-bc9f-b392b2e68f78.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.926826] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1858.926826] env[62153]: value = "task-2072844" [ 1858.926826] env[62153]: _type = "Task" [ 1858.926826] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.926826] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bd8758f-2c1f-47b2-a910-d471cd7ac523 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.942260] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.942260] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1858.942260] env[62153]: value = "task-2072845" [ 1858.942260] env[62153]: _type = "Task" [ 1858.942260] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.951118] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072845, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.242502] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.242860] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.243093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.243312] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.244165] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.248736] env[62153]: INFO nova.compute.manager [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Terminating instance [ 1859.282131] env[62153]: INFO nova.compute.manager [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Took 51.36 seconds to build instance. [ 1859.346832] env[62153]: DEBUG oslo_vmware.api [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072843, 'name': PowerOnVM_Task, 'duration_secs': 0.469713} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.347076] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1859.347231] env[62153]: INFO nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Took 5.96 seconds to spawn the instance on the hypervisor. [ 1859.347858] env[62153]: DEBUG nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.348490] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ac6ea-c3a7-4d2a-aea4-4c62976b77a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.361753] env[62153]: DEBUG oslo_concurrency.lockutils [req-1d826b1f-245e-46de-824f-c3b2d81b275c req-29867a85-ecc1-477c-8dad-a05095fb51f2 service nova] Releasing lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.363760] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.363888] env[62153]: DEBUG nova.network.neutron [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.405644] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f14bef-868f-425a-86ca-c27200f99587 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.415147] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9044739-acd5-4edd-91f5-ea0f66f518f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.456234] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413afcf1-c062-4f56-a53a-07873ae7059b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.464502] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072845, 'name': Rename_Task, 'duration_secs': 0.293881} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.469237] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.469771] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.469980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc89369-9111-4760-a01e-cc3ffdd662cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.472677] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ea83b-8dcc-4f9d-89c8-392faf880032 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.487589] env[62153]: DEBUG nova.compute.provider_tree [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.490021] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1859.490021] env[62153]: value = "task-2072846" [ 1859.490021] env[62153]: _type = "Task" [ 1859.490021] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.499720] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.753886] env[62153]: DEBUG nova.compute.manager [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.754148] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.755312] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86b7cc6-42a3-4cc9-a36d-93d695bb1566 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.765808] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.766097] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f33c7669-9f71-47f8-a216-50b2990e1561 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.774206] env[62153]: DEBUG oslo_vmware.api [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1859.774206] env[62153]: value = "task-2072847" [ 1859.774206] env[62153]: _type = "Task" [ 1859.774206] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.783952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-830b3caf-39bc-4223-aabc-c4e818ffc77d tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "810b45a7-52ea-4c63-8749-99a205355ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.675s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.784619] env[62153]: DEBUG oslo_vmware.api [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.834608] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.835054] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.865751] env[62153]: DEBUG nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.877778] env[62153]: INFO nova.compute.manager [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Took 45.70 seconds to build instance. [ 1859.895856] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.896252] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.896378] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.896680] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.896680] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.896907] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.897166] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.897422] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.897551] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.897779] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.898022] env[62153]: DEBUG nova.virt.hardware [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.898976] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e295c941-f005-4e2c-a871-0548f8fa28e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.906585] env[62153]: DEBUG nova.network.neutron [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.913282] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab936f57-426a-433b-a5ae-9ff583dc45e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.931638] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.937628] env[62153]: DEBUG oslo.service.loopingcall [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.940677] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.940851] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f2e303-6ddf-43bf-8e9c-8eeeeee1edb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.965068] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072844, 'name': ReconfigVM_Task, 'duration_secs': 0.927853} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.966931] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] fd0b7987-635e-483c-8189-683cc5c2ed9e/fd0b7987-635e-483c-8189-683cc5c2ed9e.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.967293] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.967293] env[62153]: value = "task-2072848" [ 1859.967293] env[62153]: _type = "Task" [ 1859.967293] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.967827] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08c297b-de3a-430f-b856-ad89251a803d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.980065] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072848, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.983695] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1859.983695] env[62153]: value = "task-2072849" [ 1859.983695] env[62153]: _type = "Task" [ 1859.983695] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.994027] env[62153]: DEBUG nova.scheduler.client.report [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.997363] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072849, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.009078] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.135896] env[62153]: DEBUG nova.network.neutron [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Updating instance_info_cache with network_info: [{"id": "7e9e8ad9-9aba-475f-a116-1fe754e34164", "address": "fa:16:3e:43:c5:a6", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e8ad9-9a", "ovs_interfaceid": "7e9e8ad9-9aba-475f-a116-1fe754e34164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.284330] env[62153]: DEBUG oslo_vmware.api [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072847, 'name': PowerOffVM_Task, 'duration_secs': 0.201058} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.284625] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.285532] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.285532] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b664818-c0d2-43a9-afd7-08758ed0f55f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.286784] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1860.379733] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c783be60-c0d8-4283-af0d-19f86296cc29 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.698s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.409128] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1860.409295] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1860.409400] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] d2fc7e37-5866-4c59-a20a-f311ecceddb9 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1860.409658] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b615365a-78b4-43de-9935-a9437a56f6be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.421929] env[62153]: DEBUG oslo_vmware.api [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1860.421929] env[62153]: value = "task-2072851" [ 1860.421929] env[62153]: _type = "Task" [ 1860.421929] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.433028] env[62153]: DEBUG oslo_vmware.api [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.479992] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072848, 'name': CreateVM_Task, 'duration_secs': 0.32905} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.480320] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.480754] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.480926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.481256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.481502] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee125a5-c116-402b-8c23-14cfc5d36ec1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.489179] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1860.489179] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52103458-1d4e-fdcc-3917-dfefdd11e913" [ 1860.489179] env[62153]: _type = "Task" [ 1860.489179] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.495819] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072849, 'name': Rename_Task, 'duration_secs': 0.186442} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.496411] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.496658] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20befe81-ead7-4464-9d38-578a11d80169 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.501914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.502398] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.505369] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52103458-1d4e-fdcc-3917-dfefdd11e913, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.508237] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.119s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.508463] env[62153]: DEBUG nova.objects.instance [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lazy-loading 'resources' on Instance uuid 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.510035] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.511048] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.511048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.511048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.511048] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.511475] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67f98ef7-6669-42a0-a336-13c7f467f202 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.515389] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1860.515389] env[62153]: value = "task-2072852" [ 1860.515389] env[62153]: _type = "Task" [ 1860.515389] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.519538] env[62153]: DEBUG oslo_vmware.api [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072846, 'name': PowerOnVM_Task, 'duration_secs': 0.70093} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.523817] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.523817] env[62153]: INFO nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Took 15.16 seconds to spawn the instance on the hypervisor. [ 1860.523949] env[62153]: DEBUG nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.524675] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.524675] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.526058] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134451e3-5c08-4ba5-b0b6-1ca95692fefe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.528958] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd47bfa8-355a-4fd5-825b-f5ce647c97fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.546348] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1860.546348] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524e622f-5322-21e5-c8bf-2c4f51cf0485" [ 1860.546348] env[62153]: _type = "Task" [ 1860.546348] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.546348] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.556849] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524e622f-5322-21e5-c8bf-2c4f51cf0485, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.557630] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4ec680-7504-4e3c-8187-3ed3407d5dba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.568293] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1860.568293] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e4e374-997a-6ed6-3e8f-d5c477f9ac1d" [ 1860.568293] env[62153]: _type = "Task" [ 1860.568293] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.578898] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e4e374-997a-6ed6-3e8f-d5c477f9ac1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.640298] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.640946] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Instance network_info: |[{"id": "7e9e8ad9-9aba-475f-a116-1fe754e34164", "address": "fa:16:3e:43:c5:a6", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e8ad9-9a", "ovs_interfaceid": "7e9e8ad9-9aba-475f-a116-1fe754e34164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1860.641131] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c5:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e9e8ad9-9aba-475f-a116-1fe754e34164', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.649496] env[62153]: DEBUG oslo.service.loopingcall [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.650058] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.650307] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05afd207-4770-4e2e-8e1c-6d3e50b29e34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.672397] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.672397] env[62153]: value = "task-2072853" [ 1860.672397] env[62153]: _type = "Task" [ 1860.672397] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.680923] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072853, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.814321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.882173] env[62153]: DEBUG nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1860.935502] env[62153]: DEBUG oslo_vmware.api [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2072851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310295} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.935832] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.936123] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.936414] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.936682] env[62153]: INFO nova.compute.manager [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1860.937100] env[62153]: DEBUG oslo.service.loopingcall [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.937399] env[62153]: DEBUG nova.compute.manager [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.937568] env[62153]: DEBUG nova.network.neutron [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.015451] env[62153]: DEBUG nova.compute.utils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.019096] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1861.019282] env[62153]: DEBUG nova.network.neutron [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1861.031943] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.056212] env[62153]: INFO nova.compute.manager [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Took 57.96 seconds to build instance. [ 1861.077610] env[62153]: DEBUG nova.policy [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd77f8fdb140b450596a734599d623143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c089cc435543509adce5ae6a5c39e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.097764] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e4e374-997a-6ed6-3e8f-d5c477f9ac1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.098150] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.098407] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.101467] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b026ae23-c6c6-44ca-abea-1f0479c24a98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.110300] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1861.110300] env[62153]: value = "task-2072854" [ 1861.110300] env[62153]: _type = "Task" [ 1861.110300] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.120624] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.183742] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072853, 'name': CreateVM_Task, 'duration_secs': 0.405351} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.186975] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.187994] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.188674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.189177] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.189599] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9207a2c7-1747-4c9f-9176-0ab61ca63248 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.195499] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1861.195499] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b8fc4-1426-4fe5-31af-81ef33bb075e" [ 1861.195499] env[62153]: _type = "Task" [ 1861.195499] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.216373] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b8fc4-1426-4fe5-31af-81ef33bb075e, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.219301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.219610] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.219973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.220248] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.220561] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1861.221580] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2138f325-dc1e-44d4-bdc6-570a0a214f44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.231704] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1861.231911] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1861.235525] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b4dbad-e0c5-4b6b-a011-f7bcbf4b2f44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.243576] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1861.243576] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a19be-5d0d-fde8-f8bf-8723cfa33285" [ 1861.243576] env[62153]: _type = "Task" [ 1861.243576] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.250900] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a19be-5d0d-fde8-f8bf-8723cfa33285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.344102] env[62153]: DEBUG nova.compute.manager [req-a2ab1276-107f-4bcc-a5b7-5465144023c0 req-b2a0afe1-97c1-4813-a37b-0af4eacfc7b1 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Received event network-vif-deleted-9aec085e-9124-4e55-b779-711fff7d4878 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.344355] env[62153]: INFO nova.compute.manager [req-a2ab1276-107f-4bcc-a5b7-5465144023c0 req-b2a0afe1-97c1-4813-a37b-0af4eacfc7b1 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Neutron deleted interface 9aec085e-9124-4e55-b779-711fff7d4878; detaching it from the instance and deleting it from the info cache [ 1861.344481] env[62153]: DEBUG nova.network.neutron [req-a2ab1276-107f-4bcc-a5b7-5465144023c0 req-b2a0afe1-97c1-4813-a37b-0af4eacfc7b1 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.387706] env[62153]: DEBUG oslo_concurrency.lockutils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.387962] env[62153]: DEBUG oslo_concurrency.lockutils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.411545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.487420] env[62153]: DEBUG nova.network.neutron [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Successfully created port: 26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.522209] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.538465] env[62153]: DEBUG oslo_vmware.api [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072852, 'name': PowerOnVM_Task, 'duration_secs': 0.586888} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.543056] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.543336] env[62153]: INFO nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1861.543554] env[62153]: DEBUG nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.545141] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80b665-b214-47fd-a261-93e098399569 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.559558] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4586665-e0b9-4c36-aac6-84599aaadf68 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.120s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.622337] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072854, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.655021] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8104a4-936d-4d10-8474-4cf116cd3279 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.661752] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b2647-36c5-4ffc-a029-049b9427de3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.697518] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1584d92d-5431-429b-802c-39c4de2884f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.706131] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de8b5a-a3ae-4757-87da-0b5b70317a20 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.723092] env[62153]: DEBUG nova.compute.provider_tree [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.753182] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a19be-5d0d-fde8-f8bf-8723cfa33285, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.754259] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869ff842-516f-47a2-8864-a7fd05d44bea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.759714] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1861.759714] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a0603b-0ebe-684a-5c38-7dc5c3065a74" [ 1861.759714] env[62153]: _type = "Task" [ 1861.759714] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.768021] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a0603b-0ebe-684a-5c38-7dc5c3065a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.784224] env[62153]: DEBUG nova.network.neutron [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.847659] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32fa8230-eff5-4c03-be87-f1759634fbf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.859103] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb5845-a0c6-4f49-93fa-3d72c98a2e18 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.896672] env[62153]: DEBUG nova.compute.utils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.898194] env[62153]: DEBUG nova.compute.manager [req-a2ab1276-107f-4bcc-a5b7-5465144023c0 req-b2a0afe1-97c1-4813-a37b-0af4eacfc7b1 service nova] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Detach interface failed, port_id=9aec085e-9124-4e55-b779-711fff7d4878, reason: Instance d2fc7e37-5866-4c59-a20a-f311ecceddb9 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1862.066126] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1862.070478] env[62153]: INFO nova.compute.manager [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Took 49.33 seconds to build instance. [ 1862.120661] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584842} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.120949] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.121182] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.121434] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d39dab2-e898-4a74-878c-2043b77ffc20 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.128759] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1862.128759] env[62153]: value = "task-2072855" [ 1862.128759] env[62153]: _type = "Task" [ 1862.128759] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.137254] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.226266] env[62153]: DEBUG nova.scheduler.client.report [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.270530] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a0603b-0ebe-684a-5c38-7dc5c3065a74, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.270697] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.271013] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.271336] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9df822-df5e-4cb9-bc33-052f2a3070ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.278198] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1862.278198] env[62153]: value = "task-2072856" [ 1862.278198] env[62153]: _type = "Task" [ 1862.278198] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.288073] env[62153]: INFO nova.compute.manager [-] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Took 1.35 seconds to deallocate network for instance. [ 1862.288073] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.401121] env[62153]: DEBUG oslo_concurrency.lockutils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.535048] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.557272] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.557544] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.557704] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.557887] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.558044] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.558199] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.558401] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.558561] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.558726] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.558888] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.559078] env[62153]: DEBUG nova.virt.hardware [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.560333] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d48e6d8-5bc4-409c-9617-c4e9455af73b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.568930] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d7cf4-2db8-4797-882e-f2929e78c37c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.574779] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac0aec80-a6d7-4f4d-a07e-f6ef20c610e2 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.314s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.593296] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.639101] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066461} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.639476] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.640321] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc7d71-f66c-4aa9-9da4-a3165ff90620 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.661174] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.661849] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8879b03d-4676-46b5-b6fc-dd571edd6c2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.681817] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1862.681817] env[62153]: value = "task-2072857" [ 1862.681817] env[62153]: _type = "Task" [ 1862.681817] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.690266] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.731902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.734897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.910s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.734897] env[62153]: DEBUG nova.objects.instance [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lazy-loading 'resources' on Instance uuid 349df407-b1f0-4844-8ad7-db5839ee2c78 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.751480] env[62153]: INFO nova.scheduler.client.report [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Deleted allocations for instance 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9 [ 1862.789361] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.794591] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.041606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "537cd010-2546-4755-a560-a77f6f22a163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.041904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "537cd010-2546-4755-a560-a77f6f22a163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.042153] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "537cd010-2546-4755-a560-a77f6f22a163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.042344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "537cd010-2546-4755-a560-a77f6f22a163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.042519] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "537cd010-2546-4755-a560-a77f6f22a163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.048793] env[62153]: INFO nova.compute.manager [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Terminating instance [ 1863.078150] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.086964] env[62153]: DEBUG nova.network.neutron [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Successfully updated port: 26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.192785] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.263172] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5cb0c9c8-5345-4d06-8ef9-e3ac50d496bc tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "83fd43cd-76d3-411c-a6ac-f7b974c2a7b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.414s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.289586] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979703} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.292257] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.292519] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1863.292980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5beba6f2-82d5-4f89-8e85-94c3aec450e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.306243] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1863.306243] env[62153]: value = "task-2072858" [ 1863.306243] env[62153]: _type = "Task" [ 1863.306243] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.314905] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.424213] env[62153]: DEBUG nova.compute.manager [req-7165687f-dbe1-4393-b0fd-fd6cea43338e req-6f55f58b-6441-435f-a7bc-e73c213fc844 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Received event network-vif-plugged-26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.424213] env[62153]: DEBUG oslo_concurrency.lockutils [req-7165687f-dbe1-4393-b0fd-fd6cea43338e req-6f55f58b-6441-435f-a7bc-e73c213fc844 service nova] Acquiring lock "91637ee1-38a6-458b-9ac5-e37be456026b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.424680] env[62153]: DEBUG oslo_concurrency.lockutils [req-7165687f-dbe1-4393-b0fd-fd6cea43338e req-6f55f58b-6441-435f-a7bc-e73c213fc844 service nova] Lock "91637ee1-38a6-458b-9ac5-e37be456026b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.424680] env[62153]: DEBUG oslo_concurrency.lockutils [req-7165687f-dbe1-4393-b0fd-fd6cea43338e req-6f55f58b-6441-435f-a7bc-e73c213fc844 service nova] Lock "91637ee1-38a6-458b-9ac5-e37be456026b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.425157] env[62153]: DEBUG nova.compute.manager [req-7165687f-dbe1-4393-b0fd-fd6cea43338e req-6f55f58b-6441-435f-a7bc-e73c213fc844 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] No waiting events found dispatching network-vif-plugged-26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.425157] env[62153]: WARNING nova.compute.manager [req-7165687f-dbe1-4393-b0fd-fd6cea43338e req-6f55f58b-6441-435f-a7bc-e73c213fc844 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Received unexpected event network-vif-plugged-26975ccb-c1f6-4a82-97cb-0bbee1024195 for instance with vm_state building and task_state spawning. [ 1863.434754] env[62153]: DEBUG nova.compute.manager [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.435711] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9f9dd-1c0a-4bd7-97eb-0b65c5f0b7d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.484230] env[62153]: DEBUG oslo_concurrency.lockutils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.485289] env[62153]: DEBUG oslo_concurrency.lockutils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.485289] env[62153]: INFO nova.compute.manager [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Attaching volume c3450c89-0372-46bb-aab1-37defa48b34b to /dev/sdb [ 1863.519997] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f007c2-2ef9-43f5-8220-dfd5250605ed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.528726] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33edaee7-5ee7-4475-8bd9-bf50d7e65c3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.548108] env[62153]: DEBUG nova.virt.block_device [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updating existing volume attachment record: 9df764cf-242b-4ee9-9214-eb2a05b0fbcf {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1863.555108] env[62153]: DEBUG nova.compute.manager [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.555108] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.555108] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10d89e9-2a3b-4e9c-98a6-243e575836ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.565977] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.568534] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e50ab4b-046b-43fa-9760-e947fea397c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.578862] env[62153]: DEBUG oslo_vmware.api [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1863.578862] env[62153]: value = "task-2072859" [ 1863.578862] env[62153]: _type = "Task" [ 1863.578862] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.592376] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.592631] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.592765] env[62153]: DEBUG nova.network.neutron [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.593998] env[62153]: DEBUG oslo_vmware.api [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.614744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.692503] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072857, 'name': ReconfigVM_Task, 'duration_secs': 0.513378} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.692815] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.697632] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daffd95e-2f68-474f-a158-91b65a39bec5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.704172] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1863.704172] env[62153]: value = "task-2072860" [ 1863.704172] env[62153]: _type = "Task" [ 1863.704172] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.713619] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072860, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.778761] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545a3ec-53ed-4b0a-a9d2-5f6dbf942e10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.786315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b7f2f-ac8a-4b44-8d9b-e8d60f3f3fd6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.820930] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae5e69-20d2-40bc-9925-0eebc5ea9e68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.828028] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233371} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.830197] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.831095] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfccee0-0a57-46bb-9d6c-690a52cc49d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.834346] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0458d9-c4af-4d68-8b93-d8d83951125e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.858577] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.868752] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee79ecb-3885-4715-b638-7a73977cccf8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.882545] env[62153]: DEBUG nova.compute.provider_tree [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.890097] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1863.890097] env[62153]: value = "task-2072862" [ 1863.890097] env[62153]: _type = "Task" [ 1863.890097] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.899513] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.951877] env[62153]: INFO nova.compute.manager [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] instance snapshotting [ 1863.955052] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b7424-e440-4fba-8c58-b9d446197642 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.976164] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628f444-91d0-4027-8384-8427bb9150bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.074276] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "fd0b7987-635e-483c-8189-683cc5c2ed9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.074610] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.074883] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "fd0b7987-635e-483c-8189-683cc5c2ed9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.075116] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.075315] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.078920] env[62153]: INFO nova.compute.manager [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Terminating instance [ 1864.090509] env[62153]: DEBUG oslo_vmware.api [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072859, 'name': PowerOffVM_Task, 'duration_secs': 0.438531} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.090878] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.091137] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.091489] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35290755-e356-4c4d-9cf3-49acc4030eff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.135922] env[62153]: DEBUG nova.network.neutron [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.213216] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072860, 'name': Rename_Task, 'duration_secs': 0.258654} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.213531] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.213776] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fffefe42-2057-46a0-acb4-023579982b97 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.223502] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1864.223502] env[62153]: value = "task-2072866" [ 1864.223502] env[62153]: _type = "Task" [ 1864.223502] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.233163] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.233163] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.233163] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Deleting the datastore file [datastore1] 537cd010-2546-4755-a560-a77f6f22a163 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.234979] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8a1fc1e-ee82-4c9f-a2a6-ac6aff23b582 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.237093] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.242530] env[62153]: DEBUG oslo_vmware.api [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for the task: (returnval){ [ 1864.242530] env[62153]: value = "task-2072867" [ 1864.242530] env[62153]: _type = "Task" [ 1864.242530] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.251335] env[62153]: DEBUG oslo_vmware.api [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.316838] env[62153]: DEBUG nova.network.neutron [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updating instance_info_cache with network_info: [{"id": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "address": "fa:16:3e:36:b0:be", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26975ccb-c1", "ovs_interfaceid": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.386539] env[62153]: DEBUG nova.scheduler.client.report [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.403766] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.487484] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1864.487827] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ea66f663-076e-4f4a-b666-7c3ded6afc14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.496574] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1864.496574] env[62153]: value = "task-2072868" [ 1864.496574] env[62153]: _type = "Task" [ 1864.496574] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.505175] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.586040] env[62153]: DEBUG nova.compute.manager [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.586431] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.587834] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32856d2c-a1d5-4b6e-b343-b9f22a2ec1f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.596837] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.597127] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46faf5b2-0bd2-445c-8f8c-5a0dd8dc18a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.603655] env[62153]: DEBUG oslo_vmware.api [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1864.603655] env[62153]: value = "task-2072869" [ 1864.603655] env[62153]: _type = "Task" [ 1864.603655] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.779420] env[62153]: DEBUG oslo_vmware.api [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.779420] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.779420] env[62153]: DEBUG oslo_vmware.api [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Task: {'id': task-2072867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326876} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.779420] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.779420] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.779420] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.779420] env[62153]: INFO nova.compute.manager [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1864.779420] env[62153]: DEBUG oslo.service.loopingcall [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.779420] env[62153]: DEBUG nova.compute.manager [-] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.779420] env[62153]: DEBUG nova.network.neutron [-] [instance: 537cd010-2546-4755-a560-a77f6f22a163] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.819207] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Releasing lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.819550] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Instance network_info: |[{"id": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "address": "fa:16:3e:36:b0:be", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26975ccb-c1", "ovs_interfaceid": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.820242] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:b0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26975ccb-c1f6-4a82-97cb-0bbee1024195', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.827915] env[62153]: DEBUG oslo.service.loopingcall [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.828425] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.829032] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e84986d5-8ade-49bc-b779-c1c0bce4ca5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.851101] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.851101] env[62153]: value = "task-2072870" [ 1864.851101] env[62153]: _type = "Task" [ 1864.851101] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.861575] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072870, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.891586] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.895597] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.363s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.897421] env[62153]: INFO nova.compute.claims [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.913481] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072862, 'name': ReconfigVM_Task, 'duration_secs': 0.699205} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.913677] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.914579] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-649d89b2-1bc6-427a-b60c-b5fdd1c505ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.921469] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1864.921469] env[62153]: value = "task-2072871" [ 1864.921469] env[62153]: _type = "Task" [ 1864.921469] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.933034] env[62153]: INFO nova.scheduler.client.report [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Deleted allocations for instance 349df407-b1f0-4844-8ad7-db5839ee2c78 [ 1864.937104] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072871, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.006848] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.114230] env[62153]: DEBUG oslo_vmware.api [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072869, 'name': PowerOffVM_Task, 'duration_secs': 0.156447} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.114568] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.114776] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.115128] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b68ac0-764b-4104-b158-8441f3f39975 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.234665] env[62153]: DEBUG oslo_vmware.api [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072866, 'name': PowerOnVM_Task, 'duration_secs': 0.60939} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.235046] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.235271] env[62153]: INFO nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1865.235476] env[62153]: DEBUG nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.236356] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f4d1c-056d-46be-8e2e-49432319fe70 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.293825] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "fc274d14-eeb7-41be-bf6b-55119f500381" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.294086] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "fc274d14-eeb7-41be-bf6b-55119f500381" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.294317] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "fc274d14-eeb7-41be-bf6b-55119f500381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.294516] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "fc274d14-eeb7-41be-bf6b-55119f500381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.294693] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "fc274d14-eeb7-41be-bf6b-55119f500381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.296960] env[62153]: INFO nova.compute.manager [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Terminating instance [ 1865.334018] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.334018] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.334018] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Deleting the datastore file [datastore1] fd0b7987-635e-483c-8189-683cc5c2ed9e {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.334018] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55ec988-2259-4205-9211-291c8418976b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.342817] env[62153]: DEBUG oslo_vmware.api [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for the task: (returnval){ [ 1865.342817] env[62153]: value = "task-2072873" [ 1865.342817] env[62153]: _type = "Task" [ 1865.342817] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.360444] env[62153]: DEBUG oslo_vmware.api [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.368087] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072870, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.434700] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072871, 'name': Rename_Task, 'duration_secs': 0.220527} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.435439] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.435773] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1ac7f09-ae8d-4c44-aca8-e53d20ac0928 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.444279] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1865.444279] env[62153]: value = "task-2072874" [ 1865.444279] env[62153]: _type = "Task" [ 1865.444279] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.444942] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7fdf5f54-8b8f-4b25-b5c1-96c0851c6ca2 tempest-ServerTagsTestJSON-737290831 tempest-ServerTagsTestJSON-737290831-project-member] Lock "349df407-b1f0-4844-8ad7-db5839ee2c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.358s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.455308] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.513478] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072868, 'name': CreateSnapshot_Task, 'duration_secs': 1.002587} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.513947] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1865.515427] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c66fa-f8e1-4fde-83cc-1bda42c1d060 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.593866] env[62153]: DEBUG nova.compute.manager [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Received event network-changed-26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1865.594184] env[62153]: DEBUG nova.compute.manager [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Refreshing instance network info cache due to event network-changed-26975ccb-c1f6-4a82-97cb-0bbee1024195. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1865.594507] env[62153]: DEBUG oslo_concurrency.lockutils [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] Acquiring lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.594721] env[62153]: DEBUG oslo_concurrency.lockutils [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] Acquired lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.595010] env[62153]: DEBUG nova.network.neutron [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Refreshing network info cache for port 26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.759767] env[62153]: INFO nova.compute.manager [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Took 42.26 seconds to build instance. [ 1865.802645] env[62153]: DEBUG nova.compute.manager [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.802858] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.803779] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03165c60-94bd-44f4-81fd-7d5ff9e758f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.813193] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.813549] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aee2a32b-9799-4c21-a7c6-667582be043c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.821573] env[62153]: DEBUG oslo_vmware.api [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1865.821573] env[62153]: value = "task-2072875" [ 1865.821573] env[62153]: _type = "Task" [ 1865.821573] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.831242] env[62153]: DEBUG oslo_vmware.api [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.852360] env[62153]: DEBUG oslo_vmware.api [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Task: {'id': task-2072873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47667} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.855857] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.856115] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.856335] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.856518] env[62153]: INFO nova.compute.manager [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1865.856758] env[62153]: DEBUG oslo.service.loopingcall [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.856974] env[62153]: DEBUG nova.compute.manager [-] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.857101] env[62153]: DEBUG nova.network.neutron [-] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.864412] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072870, 'name': CreateVM_Task, 'duration_secs': 0.651625} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.864602] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1865.865356] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.865540] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.866139] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1865.866239] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f51358a-0a63-4097-897c-b887a3eb9f67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.871397] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1865.871397] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525eb2c2-5cf1-1d2e-12b9-3396de2e52b3" [ 1865.871397] env[62153]: _type = "Task" [ 1865.871397] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.880675] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525eb2c2-5cf1-1d2e-12b9-3396de2e52b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.965667] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.040967] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1866.047036] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02fe0d21-ce04-4437-9d8a-1982fcd26483 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.063400] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1866.063400] env[62153]: value = "task-2072876" [ 1866.063400] env[62153]: _type = "Task" [ 1866.063400] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.068646] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072876, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.256151] env[62153]: DEBUG nova.network.neutron [-] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.262899] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266c6c9a-4144-4f22-ab00-6204d6792a3c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.218s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.337966] env[62153]: DEBUG oslo_vmware.api [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072875, 'name': PowerOffVM_Task, 'duration_secs': 0.254272} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.339059] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.339275] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.339553] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a06bc4dd-207d-4cdd-ac71-2f438e608c07 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.388118] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525eb2c2-5cf1-1d2e-12b9-3396de2e52b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.388435] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.388802] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1866.388891] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.389049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.389282] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1866.389515] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da976e20-3de5-49fb-ade3-1f3609b38190 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.407190] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1866.407433] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1866.413463] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec899fd-0b54-4fa8-a535-2df6773aaa54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.415978] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1866.415978] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5235e89e-4691-d189-00ec-3c0266b8418d" [ 1866.415978] env[62153]: _type = "Task" [ 1866.415978] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.425806] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5235e89e-4691-d189-00ec-3c0266b8418d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.461694] env[62153]: DEBUG oslo_vmware.api [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072874, 'name': PowerOnVM_Task, 'duration_secs': 0.819554} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.466927] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.467060] env[62153]: INFO nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1866.468254] env[62153]: DEBUG nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.468383] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb20846c-cb36-4ff6-9aa6-6e6dc7944a14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.539879] env[62153]: DEBUG nova.network.neutron [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updated VIF entry in instance network info cache for port 26975ccb-c1f6-4a82-97cb-0bbee1024195. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.540261] env[62153]: DEBUG nova.network.neutron [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updating instance_info_cache with network_info: [{"id": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "address": "fa:16:3e:36:b0:be", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26975ccb-c1", "ovs_interfaceid": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.568628] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072876, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.593367] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3362c-0a53-4abf-804e-894dc2924f74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.607027] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42dc7a-c6a1-423e-b872-d044a4b6ece4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.642587] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba35f0-a1c3-4b4b-a4f7-d6b7fd1ac994 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.645376] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.645558] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.645734] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Deleting the datastore file [datastore1] fc274d14-eeb7-41be-bf6b-55119f500381 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.645986] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee17482-d8c9-4543-9043-bd1cc5faac63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.655662] env[62153]: DEBUG oslo_vmware.api [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for the task: (returnval){ [ 1866.655662] env[62153]: value = "task-2072879" [ 1866.655662] env[62153]: _type = "Task" [ 1866.655662] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.657964] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df77b53-470e-418c-ac62-b63bf509eae7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.679966] env[62153]: DEBUG nova.compute.provider_tree [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.688030] env[62153]: DEBUG oslo_vmware.api [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.715414] env[62153]: DEBUG nova.network.neutron [-] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.757918] env[62153]: INFO nova.compute.manager [-] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Took 2.00 seconds to deallocate network for instance. [ 1866.769022] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.930761] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5235e89e-4691-d189-00ec-3c0266b8418d, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.931720] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107372b4-d9ee-4a0a-816f-d5e59820ab72 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.940180] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1866.940180] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52db1eca-0ca0-6b4f-cdbd-7c09d42ae305" [ 1866.940180] env[62153]: _type = "Task" [ 1866.940180] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.949629] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52db1eca-0ca0-6b4f-cdbd-7c09d42ae305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.991387] env[62153]: INFO nova.compute.manager [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Took 45.27 seconds to build instance. [ 1867.049393] env[62153]: DEBUG oslo_concurrency.lockutils [req-462b026a-1ca1-45b6-aa40-6f490812a2f2 req-a3b8caea-9f2c-4f9e-ac19-f9e4d8d8d052 service nova] Releasing lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.067235] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072876, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.176400] env[62153]: INFO nova.compute.manager [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Rebuilding instance [ 1867.179548] env[62153]: DEBUG oslo_vmware.api [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Task: {'id': task-2072879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183798} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.180298] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.180640] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.180926] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.181216] env[62153]: INFO nova.compute.manager [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1867.181581] env[62153]: DEBUG oslo.service.loopingcall [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.181875] env[62153]: DEBUG nova.compute.manager [-] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1867.182041] env[62153]: DEBUG nova.network.neutron [-] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.186780] env[62153]: DEBUG nova.scheduler.client.report [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.221707] env[62153]: INFO nova.compute.manager [-] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Took 1.36 seconds to deallocate network for instance. [ 1867.251810] env[62153]: DEBUG nova.compute.manager [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.252980] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae5c9c-6e3b-4b4c-8041-bb3e855a1420 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.264899] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.292690] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.456237] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52db1eca-0ca0-6b4f-cdbd-7c09d42ae305, 'name': SearchDatastore_Task, 'duration_secs': 0.017409} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.456237] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.456237] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 91637ee1-38a6-458b-9ac5-e37be456026b/91637ee1-38a6-458b-9ac5-e37be456026b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.456237] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e7c2214-0bd5-491e-aa25-09877f7d356d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.464603] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1867.464603] env[62153]: value = "task-2072880" [ 1867.464603] env[62153]: _type = "Task" [ 1867.464603] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.474732] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.493636] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ecdb2912-2952-4eb8-89dd-46e1f573cf18 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.798s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.573780] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072876, 'name': CloneVM_Task, 'duration_secs': 1.407864} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.573780] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Created linked-clone VM from snapshot [ 1867.573780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a77d72-5d63-4385-b1cf-28508f0c3a22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.582769] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Uploading image 4c528157-d0c9-4fdc-b633-4f81f9c84239 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1867.613243] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1867.613243] env[62153]: value = "vm-424944" [ 1867.613243] env[62153]: _type = "VirtualMachine" [ 1867.613243] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1867.613535] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47993c12-400b-4ed2-ae61-4c3c0fd5bf8b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.624031] env[62153]: INFO nova.compute.manager [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Rescuing [ 1867.624181] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.624359] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.624541] env[62153]: DEBUG nova.network.neutron [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.626069] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lease: (returnval){ [ 1867.626069] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a04482-c26f-e41c-5450-071e8f2363a8" [ 1867.626069] env[62153]: _type = "HttpNfcLease" [ 1867.626069] env[62153]: } obtained for exporting VM: (result){ [ 1867.626069] env[62153]: value = "vm-424944" [ 1867.626069] env[62153]: _type = "VirtualMachine" [ 1867.626069] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1867.626362] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the lease: (returnval){ [ 1867.626362] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a04482-c26f-e41c-5450-071e8f2363a8" [ 1867.626362] env[62153]: _type = "HttpNfcLease" [ 1867.626362] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1867.635900] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1867.635900] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a04482-c26f-e41c-5450-071e8f2363a8" [ 1867.635900] env[62153]: _type = "HttpNfcLease" [ 1867.635900] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1867.638463] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1867.638463] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a04482-c26f-e41c-5450-071e8f2363a8" [ 1867.638463] env[62153]: _type = "HttpNfcLease" [ 1867.638463] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1867.638463] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89b507b-3f6d-4cbd-924b-854f9e4b7610 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.646847] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0fd5-3935-2116-22e1-b89a93a5de44/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1867.646847] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0fd5-3935-2116-22e1-b89a93a5de44/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1867.705467] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.705650] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.712216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.658s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.713698] env[62153]: INFO nova.compute.claims [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1867.720162] env[62153]: DEBUG nova.compute.manager [req-519b77f8-4dd3-4d1a-bc4f-df41d2fc19d0 req-204634dd-e8e9-4da9-aed3-59f84f79ea43 service nova] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Received event network-vif-deleted-bfc3bbc3-5457-4b8d-90a6-5e25eb749581 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.720162] env[62153]: DEBUG nova.compute.manager [req-519b77f8-4dd3-4d1a-bc4f-df41d2fc19d0 req-204634dd-e8e9-4da9-aed3-59f84f79ea43 service nova] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Received event network-vif-deleted-396b39b6-409a-4f01-b078-89f668e09a77 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.720162] env[62153]: DEBUG nova.compute.manager [req-f5b1c47e-46fa-408b-ae80-f08d6634ab8c req-f18994dd-daf1-448c-ab6e-2b8821643f47 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Received event network-vif-deleted-90e18d5c-3dbc-4a62-895f-8fb6324003ea {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.720162] env[62153]: INFO nova.compute.manager [req-f5b1c47e-46fa-408b-ae80-f08d6634ab8c req-f18994dd-daf1-448c-ab6e-2b8821643f47 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Neutron deleted interface 90e18d5c-3dbc-4a62-895f-8fb6324003ea; detaching it from the instance and deleting it from the info cache [ 1867.720162] env[62153]: DEBUG nova.network.neutron [req-f5b1c47e-46fa-408b-ae80-f08d6634ab8c req-f18994dd-daf1-448c-ab6e-2b8821643f47 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.730875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.783073] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8abd4a9f-61a8-4d9a-93af-e15d6eec8e0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.976991] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.996190] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.118148] env[62153]: DEBUG nova.network.neutron [-] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.212814] env[62153]: DEBUG nova.compute.utils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1868.213051] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1868.214021] env[62153]: DEBUG nova.network.neutron [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1868.222722] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af8a0b45-3218-40b7-b8cd-b37da3fa0638 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.241623] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25864a3-e1d1-403f-a3ee-ba94b8adcf5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.267078] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.268013] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7565e30-fc3e-4ccf-8481-1d02c3a35d86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.291916] env[62153]: DEBUG nova.compute.manager [req-f5b1c47e-46fa-408b-ae80-f08d6634ab8c req-f18994dd-daf1-448c-ab6e-2b8821643f47 service nova] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Detach interface failed, port_id=90e18d5c-3dbc-4a62-895f-8fb6324003ea, reason: Instance fc274d14-eeb7-41be-bf6b-55119f500381 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1868.295064] env[62153]: DEBUG nova.policy [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b7d5202d4af4231953f1e64878545aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '510069c0a41847ab8b61dade7d4f4d9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1868.304417] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1868.304417] env[62153]: value = "task-2072882" [ 1868.304417] env[62153]: _type = "Task" [ 1868.304417] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.316849] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.481969] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671275} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.486196] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 91637ee1-38a6-458b-9ac5-e37be456026b/91637ee1-38a6-458b-9ac5-e37be456026b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.486925] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.487911] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3910ac68-ae09-4c74-a634-e96066c484d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.497931] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1868.497931] env[62153]: value = "task-2072883" [ 1868.497931] env[62153]: _type = "Task" [ 1868.497931] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.516357] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.524584] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.577208] env[62153]: DEBUG nova.network.neutron [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Updating instance_info_cache with network_info: [{"id": "7e9e8ad9-9aba-475f-a116-1fe754e34164", "address": "fa:16:3e:43:c5:a6", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e8ad9-9a", "ovs_interfaceid": "7e9e8ad9-9aba-475f-a116-1fe754e34164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.621107] env[62153]: INFO nova.compute.manager [-] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Took 1.44 seconds to deallocate network for instance. [ 1868.629394] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1868.629766] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424941', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'name': 'volume-c3450c89-0372-46bb-aab1-37defa48b34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac73bd12-161a-4720-8069-8b648645038b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'serial': 'c3450c89-0372-46bb-aab1-37defa48b34b'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1868.630849] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9cbe78-f51d-423a-9e7a-43e48c403016 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.655748] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8807d81a-bf7a-4df6-8ddf-2a2138c5ef02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.687845] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-c3450c89-0372-46bb-aab1-37defa48b34b/volume-c3450c89-0372-46bb-aab1-37defa48b34b.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.688823] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99844fda-1a41-4faa-8610-a87977413732 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.713925] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1868.713925] env[62153]: value = "task-2072884" [ 1868.713925] env[62153]: _type = "Task" [ 1868.713925] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.720210] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.725995] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.739539] env[62153]: DEBUG nova.network.neutron [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Successfully created port: 5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.819115] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072882, 'name': PowerOffVM_Task, 'duration_secs': 0.2801} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.819447] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.819829] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.820718] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b968842-bde6-4ca5-94e5-2ab5c117903c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.832515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.833311] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-765b0840-5317-4813-baee-13bef61cd617 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.861230] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.861486] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.861638] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleting the datastore file [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.861963] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d8b2421-9d8c-4b3c-a903-47501dcd094c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.873108] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1868.873108] env[62153]: value = "task-2072886" [ 1868.873108] env[62153]: _type = "Task" [ 1868.873108] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.892157] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.015224] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079099} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.016025] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.017658] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee3d3a-3ee2-4397-b3dc-663845108159 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.046711] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 91637ee1-38a6-458b-9ac5-e37be456026b/91637ee1-38a6-458b-9ac5-e37be456026b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.050016] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb7da32-3ec9-4d49-9446-c2a77c8bcfce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.076937] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1869.076937] env[62153]: value = "task-2072887" [ 1869.076937] env[62153]: _type = "Task" [ 1869.076937] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.086360] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.100657] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.131481] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.220369] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.361868] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7ac41-b095-4fe9-a09e-55d318701378 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.369983] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc24442d-3451-4c38-9ee5-f6cf7f268157 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.404420] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cddaf96-5082-483d-a976-c2403824a24d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.412456] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169889} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.415209] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.416333] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.416333] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.420149] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ad42ab-4b8b-4087-bcce-03145aa24873 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.437180] env[62153]: DEBUG nova.compute.provider_tree [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.587690] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072887, 'name': ReconfigVM_Task, 'duration_secs': 0.331253} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.588093] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 91637ee1-38a6-458b-9ac5-e37be456026b/91637ee1-38a6-458b-9ac5-e37be456026b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.588910] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0e05a29-a6ff-4fde-b9bb-fc686309983d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.596027] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1869.596027] env[62153]: value = "task-2072888" [ 1869.596027] env[62153]: _type = "Task" [ 1869.596027] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.605128] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072888, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.721183] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072884, 'name': ReconfigVM_Task, 'duration_secs': 0.613109} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.721481] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-c3450c89-0372-46bb-aab1-37defa48b34b/volume-c3450c89-0372-46bb-aab1-37defa48b34b.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.727050] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1355d0-f150-4387-bc3c-67c8895dc356 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.738094] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.746616] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1869.746616] env[62153]: value = "task-2072889" [ 1869.746616] env[62153]: _type = "Task" [ 1869.746616] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.757094] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.759329] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.759558] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.759736] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.759920] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.760078] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.760301] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.760526] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.760689] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.760875] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.761124] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.761227] env[62153]: DEBUG nova.virt.hardware [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.762331] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3a3ede-a027-4e99-8f75-dc5b555116c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.770759] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1eeceb-dfb4-4a7f-8adc-734345ecd24b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.940748] env[62153]: DEBUG nova.scheduler.client.report [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.067859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.067859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.106432] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072888, 'name': Rename_Task, 'duration_secs': 0.159118} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.107142] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.107142] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879be978-1d0e-48f8-b8bf-fed3c0d43a3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.113539] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1870.113539] env[62153]: value = "task-2072890" [ 1870.113539] env[62153]: _type = "Task" [ 1870.113539] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.121040] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.256394] env[62153]: DEBUG oslo_vmware.api [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072889, 'name': ReconfigVM_Task, 'duration_secs': 0.157465} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.256767] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424941', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'name': 'volume-c3450c89-0372-46bb-aab1-37defa48b34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac73bd12-161a-4720-8069-8b648645038b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'serial': 'c3450c89-0372-46bb-aab1-37defa48b34b'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1870.446228] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.446796] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.453633] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.211s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.454224] env[62153]: DEBUG nova.objects.instance [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lazy-loading 'resources' on Instance uuid 5f32fb5d-5502-40a0-b9d0-886e4f301466 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.466634] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.466875] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.467021] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.467212] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.467561] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.467561] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.467694] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.467862] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.468693] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.469049] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.469259] env[62153]: DEBUG nova.virt.hardware [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.470674] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68937b3-c615-4420-b4f4-078ccf113215 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.480830] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a5a04f-96b3-4644-b29d-3375d0be1ef5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.500135] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.505860] env[62153]: DEBUG oslo.service.loopingcall [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.506443] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.506724] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f38c638-e534-4dda-93c5-a6ab2869bb31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.524926] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.524926] env[62153]: value = "task-2072891" [ 1870.524926] env[62153]: _type = "Task" [ 1870.524926] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.532711] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072891, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.624697] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072890, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.642596] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.642596] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55119a61-2d86-4225-8987-2601eaa2cce5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.647474] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1870.647474] env[62153]: value = "task-2072892" [ 1870.647474] env[62153]: _type = "Task" [ 1870.647474] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.658024] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.953041] env[62153]: DEBUG nova.compute.utils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.954968] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1870.955197] env[62153]: DEBUG nova.network.neutron [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.011721] env[62153]: DEBUG nova.policy [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4800ec1bac914ffeaa72d4c0ef71ffc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f49737391e4e03ab7f4a5582a72d2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.036670] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072891, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.123909] env[62153]: DEBUG oslo_vmware.api [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072890, 'name': PowerOnVM_Task, 'duration_secs': 0.817196} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.126529] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.126746] env[62153]: INFO nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1871.126929] env[62153]: DEBUG nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.127944] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a9b1a9-12da-4d93-b7b3-4d3ed8551376 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.156540] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072892, 'name': PowerOffVM_Task, 'duration_secs': 0.275052} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.156810] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.158748] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4a6b9-4970-44ae-b23e-525f231dd61a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.181503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea3e25-12b2-4441-b623-2427183420c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.214919] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.215307] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9cfbd60-e592-4ea7-bc53-2a24f3edd4b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.221539] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1871.221539] env[62153]: value = "task-2072893" [ 1871.221539] env[62153]: _type = "Task" [ 1871.221539] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.231543] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1871.231751] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.231994] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.232808] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.232808] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.232808] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-956ae136-973a-4364-a392-dfa0ec7c2af8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.241590] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.244019] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.244019] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d1535e-3a8c-4617-9e62-c85ca01c3673 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.249321] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1871.249321] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b6984-d059-677e-c5c9-da79a1132f4f" [ 1871.249321] env[62153]: _type = "Task" [ 1871.249321] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.260073] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b6984-d059-677e-c5c9-da79a1132f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.311616] env[62153]: DEBUG nova.objects.instance [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lazy-loading 'flavor' on Instance uuid ac73bd12-161a-4720-8069-8b648645038b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.354448] env[62153]: DEBUG nova.network.neutron [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Successfully created port: f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.458126] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.522308] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd42c49-3adc-4138-9b18-de4f07a18081 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.533414] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80996e24-abc4-495b-8b07-a448587db8d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.542692] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072891, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.572438] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc899b1-517f-47f3-a2b2-9e9d2dde9ed7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.580907] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5c711-9ce8-4b56-a3d1-2b9f4cb0aa20 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.598125] env[62153]: DEBUG nova.compute.provider_tree [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.648103] env[62153]: INFO nova.compute.manager [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Took 44.64 seconds to build instance. [ 1871.761034] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b6984-d059-677e-c5c9-da79a1132f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.761838] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a739c127-5ca2-4b9c-9a14-c17b2753a583 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.767853] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1871.767853] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d018ed-2f9b-1928-ed9c-cefb1fe8a5d6" [ 1871.767853] env[62153]: _type = "Task" [ 1871.767853] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.775775] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d018ed-2f9b-1928-ed9c-cefb1fe8a5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.818057] env[62153]: DEBUG oslo_concurrency.lockutils [None req-275093cf-9d67-4a38-9848-b0ad429ca512 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.333s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.040328] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072891, 'name': CreateVM_Task, 'duration_secs': 1.300171} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.040506] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1872.041326] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.041489] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.042207] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.042207] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81bd893-346e-4415-a3ad-dbd4d16aa02e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.047088] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1872.047088] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab7ffe-81d5-51b0-c330-92b9dd2f37e2" [ 1872.047088] env[62153]: _type = "Task" [ 1872.047088] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.055430] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab7ffe-81d5-51b0-c330-92b9dd2f37e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.101611] env[62153]: DEBUG nova.scheduler.client.report [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.151924] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3e523712-f9b8-420c-b1a0-4678e7f4059e tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "91637ee1-38a6-458b-9ac5-e37be456026b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.387s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.278609] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d018ed-2f9b-1928-ed9c-cefb1fe8a5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.278920] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.279223] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. {{(pid=62153) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1872.279496] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78dde9f9-102e-45c9-8f13-028574b85366 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.286595] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1872.286595] env[62153]: value = "task-2072894" [ 1872.286595] env[62153]: _type = "Task" [ 1872.286595] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.294842] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.334306] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.334773] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.468737] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.497549] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.497840] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.498138] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.498471] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.498593] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.498689] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.498908] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.499310] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.499523] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.499751] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.499862] env[62153]: DEBUG nova.virt.hardware [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.500789] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19879ad-6b4a-443f-81ce-7c7d49c8d434 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.509654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7339fe-bb47-48b4-91ff-5b320d76a458 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.564826] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab7ffe-81d5-51b0-c330-92b9dd2f37e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.564965] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.565259] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.565870] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.566084] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.566286] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.566578] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d427ab9-75b8-4c3e-a593-e5a81ecfd588 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.579269] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.579510] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.580257] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc39e940-99fe-4fe8-8b24-7a81d1b62203 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.586507] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1872.586507] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c2a674-9210-c25a-7597-82300372a3af" [ 1872.586507] env[62153]: _type = "Task" [ 1872.586507] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.594489] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c2a674-9210-c25a-7597-82300372a3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.609236] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.611585] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.367s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.611838] env[62153]: DEBUG nova.objects.instance [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lazy-loading 'resources' on Instance uuid dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.636872] env[62153]: INFO nova.scheduler.client.report [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted allocations for instance 5f32fb5d-5502-40a0-b9d0-886e4f301466 [ 1872.655170] env[62153]: DEBUG nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.698918] env[62153]: DEBUG nova.compute.manager [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-changed-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1872.698918] env[62153]: DEBUG nova.compute.manager [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing instance network info cache due to event network-changed-01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1872.698918] env[62153]: DEBUG oslo_concurrency.lockutils [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] Acquiring lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.698918] env[62153]: DEBUG oslo_concurrency.lockutils [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] Acquired lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.698918] env[62153]: DEBUG nova.network.neutron [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.797381] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.838731] env[62153]: INFO nova.compute.manager [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Detaching volume c3450c89-0372-46bb-aab1-37defa48b34b [ 1872.881116] env[62153]: INFO nova.virt.block_device [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Attempting to driver detach volume c3450c89-0372-46bb-aab1-37defa48b34b from mountpoint /dev/sdb [ 1872.881396] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1872.881624] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424941', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'name': 'volume-c3450c89-0372-46bb-aab1-37defa48b34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac73bd12-161a-4720-8069-8b648645038b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'serial': 'c3450c89-0372-46bb-aab1-37defa48b34b'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1872.882599] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d96d4-6ca5-47bf-9bb9-51709b2c5c6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.911061] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0e5be-63f5-4db3-ab0d-0404d962936c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.915052] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552c6d7-cc82-4657-97f8-bd329c5288f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.940290] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396e19d-4b5e-43da-ad6b-fa4e1a4f10e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.962048] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] The volume has not been displaced from its original location: [datastore1] volume-c3450c89-0372-46bb-aab1-37defa48b34b/volume-c3450c89-0372-46bb-aab1-37defa48b34b.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1872.968493] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1872.969217] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5f4b9d-6b7e-43cf-94d7-8100a8cdadbe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.989433] env[62153]: DEBUG oslo_vmware.api [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1872.989433] env[62153]: value = "task-2072895" [ 1872.989433] env[62153]: _type = "Task" [ 1872.989433] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.999640] env[62153]: DEBUG oslo_vmware.api [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.097040] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c2a674-9210-c25a-7597-82300372a3af, 'name': SearchDatastore_Task, 'duration_secs': 0.04868} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.097602] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb54b38-1ca6-4d02-8759-fb96748df61c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.103329] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1873.103329] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5224d61b-e442-f183-871c-de7df012ad12" [ 1873.103329] env[62153]: _type = "Task" [ 1873.103329] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.110648] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5224d61b-e442-f183-871c-de7df012ad12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.148906] env[62153]: DEBUG oslo_concurrency.lockutils [None req-518aaaa2-cb32-47da-a1ad-2b6e302549e3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "5f32fb5d-5502-40a0-b9d0-886e4f301466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.430s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.180140] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.297949] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607086} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.298264] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. [ 1873.299079] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0dcaf5-70af-4ea8-86cd-549093592dd6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.324351] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.331140] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efcc098a-d448-4124-9d3e-2707491ea9ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.349522] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1873.349522] env[62153]: value = "task-2072896" [ 1873.349522] env[62153]: _type = "Task" [ 1873.349522] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.360847] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.504298] env[62153]: DEBUG oslo_vmware.api [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072895, 'name': ReconfigVM_Task, 'duration_secs': 0.276078} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.504679] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1873.514687] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d3017b-3938-43a1-9c3f-e58c89def1d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.532668] env[62153]: DEBUG oslo_vmware.api [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1873.532668] env[62153]: value = "task-2072897" [ 1873.532668] env[62153]: _type = "Task" [ 1873.532668] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.542234] env[62153]: DEBUG oslo_vmware.api [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.581823] env[62153]: DEBUG nova.network.neutron [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updated VIF entry in instance network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.582222] env[62153]: DEBUG nova.network.neutron [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.617593] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5224d61b-e442-f183-871c-de7df012ad12, 'name': SearchDatastore_Task, 'duration_secs': 0.029607} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.617881] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.618593] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.618719] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd8831f-0c4b-4340-b328-4ee480f46cae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.625566] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1873.625566] env[62153]: value = "task-2072898" [ 1873.625566] env[62153]: _type = "Task" [ 1873.625566] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.638663] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.689302] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36084b98-5e0f-47cb-a8ac-8f45d866c204 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.697208] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b1873-913c-4866-af8e-a3ff98bc97de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.728654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa113c-8556-4b0d-8fb7-fd5cb3093a35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.737123] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96394d77-a9bd-4352-b853-f252d093f215 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.751055] env[62153]: DEBUG nova.compute.provider_tree [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.860271] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072896, 'name': ReconfigVM_Task, 'duration_secs': 0.313434} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.860581] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.861415] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feede2d-37a8-4b0d-8c7a-4a459c4464b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.887630] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e8eab0-606e-4206-928f-fd0e9de78059 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.904846] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1873.904846] env[62153]: value = "task-2072899" [ 1873.904846] env[62153]: _type = "Task" [ 1873.904846] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.916293] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.043453] env[62153]: DEBUG oslo_vmware.api [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2072897, 'name': ReconfigVM_Task, 'duration_secs': 0.177726} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.043453] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424941', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'name': 'volume-c3450c89-0372-46bb-aab1-37defa48b34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac73bd12-161a-4720-8069-8b648645038b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3450c89-0372-46bb-aab1-37defa48b34b', 'serial': 'c3450c89-0372-46bb-aab1-37defa48b34b'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1874.086965] env[62153]: DEBUG oslo_concurrency.lockutils [req-98150592-eb97-4e6a-aad5-f8e3d7bc9db4 req-c3c5460d-4ef4-4f61-b616-4960e47e49ff service nova] Releasing lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.136619] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072898, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.255695] env[62153]: DEBUG nova.scheduler.client.report [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.415392] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072899, 'name': ReconfigVM_Task, 'duration_secs': 0.276658} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.415392] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.415392] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3e96649-f8cf-4993-947f-4cb0f1908866 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.421298] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1874.421298] env[62153]: value = "task-2072900" [ 1874.421298] env[62153]: _type = "Task" [ 1874.421298] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.435369] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.638074] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728928} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.638074] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1874.638074] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1874.638074] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-741b9770-718b-42d1-ba05-b13c30cb5f13 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.645279] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1874.645279] env[62153]: value = "task-2072901" [ 1874.645279] env[62153]: _type = "Task" [ 1874.645279] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.650525] env[62153]: DEBUG nova.objects.instance [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lazy-loading 'flavor' on Instance uuid ac73bd12-161a-4720-8069-8b648645038b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.658357] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.765756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.768724] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.122s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.771035] env[62153]: INFO nova.compute.claims [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.789854] env[62153]: INFO nova.scheduler.client.report [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted allocations for instance dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d [ 1874.867416] env[62153]: DEBUG nova.compute.manager [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-changed-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.867416] env[62153]: DEBUG nova.compute.manager [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing instance network info cache due to event network-changed-01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1874.867416] env[62153]: DEBUG oslo_concurrency.lockutils [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] Acquiring lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.867416] env[62153]: DEBUG oslo_concurrency.lockutils [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] Acquired lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.867416] env[62153]: DEBUG nova.network.neutron [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.932527] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.159906] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184116} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.162154] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1875.163585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f758558e-1a9c-462a-88db-b90697c7e971 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.183679] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.184556] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7138673b-a9af-4ef4-8f2a-e8b0b72d903d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.204745] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1875.204745] env[62153]: value = "task-2072902" [ 1875.204745] env[62153]: _type = "Task" [ 1875.204745] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.214602] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.301938] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ad2465d3-9159-41ac-b3aa-a0bc7941670f tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.654s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.435964] env[62153]: DEBUG oslo_vmware.api [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072900, 'name': PowerOnVM_Task, 'duration_secs': 0.751585} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.436343] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.439088] env[62153]: DEBUG nova.compute.manager [None req-2401c942-28a2-404f-8aef-36175ae04af4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.439987] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd76bce-6cae-4341-a2b7-9e83721ffb73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.666777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d458e3a4-79f7-427c-a816-81c88ac3073a tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.716917] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.757448] env[62153]: DEBUG nova.network.neutron [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updated VIF entry in instance network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.757448] env[62153]: DEBUG nova.network.neutron [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.216418] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072902, 'name': ReconfigVM_Task, 'duration_secs': 0.734851} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.216731] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5/713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.217387] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6fc55af-b18f-4d2a-b95a-d2e6903b71bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.223737] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1876.223737] env[62153]: value = "task-2072903" [ 1876.223737] env[62153]: _type = "Task" [ 1876.223737] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.232503] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072903, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.260868] env[62153]: DEBUG oslo_concurrency.lockutils [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] Releasing lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.261168] env[62153]: DEBUG nova.compute.manager [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Received event network-changed-26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.261341] env[62153]: DEBUG nova.compute.manager [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Refreshing instance network info cache due to event network-changed-26975ccb-c1f6-4a82-97cb-0bbee1024195. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1876.261560] env[62153]: DEBUG oslo_concurrency.lockutils [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] Acquiring lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.261703] env[62153]: DEBUG oslo_concurrency.lockutils [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] Acquired lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.261876] env[62153]: DEBUG nova.network.neutron [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Refreshing network info cache for port 26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.309446] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44017b-4b13-42f9-b817-816b3fda8799 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.316566] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d42d9a1-ae32-477a-824b-5a2ec7b9f156 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.350668] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc040d77-9dbb-4ffe-9a66-c6c2ddf085ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.359496] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4f2d3-426a-477b-ab94-b3641c7ffd09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.373494] env[62153]: DEBUG nova.compute.provider_tree [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.402070] env[62153]: DEBUG nova.compute.manager [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Received event network-changed-26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.402281] env[62153]: DEBUG nova.compute.manager [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Refreshing instance network info cache due to event network-changed-26975ccb-c1f6-4a82-97cb-0bbee1024195. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1876.402499] env[62153]: DEBUG oslo_concurrency.lockutils [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] Acquiring lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.425859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.426271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.458882] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "78ca51c7-9dc9-4803-b322-9655bfa28878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.459336] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.734757] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072903, 'name': Rename_Task, 'duration_secs': 0.201758} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.735482] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1876.735482] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb972f84-45ea-4300-9267-9060c391dfc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.742801] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1876.742801] env[62153]: value = "task-2072904" [ 1876.742801] env[62153]: _type = "Task" [ 1876.742801] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.751298] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.879188] env[62153]: DEBUG nova.scheduler.client.report [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.086746] env[62153]: DEBUG nova.network.neutron [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updated VIF entry in instance network info cache for port 26975ccb-c1f6-4a82-97cb-0bbee1024195. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.087147] env[62153]: DEBUG nova.network.neutron [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updating instance_info_cache with network_info: [{"id": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "address": "fa:16:3e:36:b0:be", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26975ccb-c1", "ovs_interfaceid": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.257490] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "91637ee1-38a6-458b-9ac5-e37be456026b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.257798] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "91637ee1-38a6-458b-9ac5-e37be456026b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.258173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "91637ee1-38a6-458b-9ac5-e37be456026b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.258511] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "91637ee1-38a6-458b-9ac5-e37be456026b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.258911] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "91637ee1-38a6-458b-9ac5-e37be456026b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.261566] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072904, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.265998] env[62153]: INFO nova.compute.manager [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Terminating instance [ 1877.371944] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0fd5-3935-2116-22e1-b89a93a5de44/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1877.373988] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65e3b0-0cc5-45fa-8b71-534f2376dfe1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.382244] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0fd5-3935-2116-22e1-b89a93a5de44/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1877.382244] env[62153]: ERROR oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0fd5-3935-2116-22e1-b89a93a5de44/disk-0.vmdk due to incomplete transfer. [ 1877.382244] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98be00aa-4311-468a-84a9-4564d06a36ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.386379] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.387429] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1877.392791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.883s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.392791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.392791] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1877.392791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.149s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.393066] env[62153]: DEBUG nova.objects.instance [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lazy-loading 'resources' on Instance uuid 76fcffde-5970-4b24-968c-6e9d2e9281bb {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.394380] env[62153]: DEBUG oslo_vmware.rw_handles [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0fd5-3935-2116-22e1-b89a93a5de44/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1877.394636] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Uploaded image 4c528157-d0c9-4fdc-b633-4f81f9c84239 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1877.397100] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1877.398408] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc93f016-9bca-48b3-8902-7244665ef698 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.401650] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8d5ce5a-4ea3-443a-b301-bb607452e369 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.411174] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a31183-ac68-4ac8-80a0-0e046c9b703e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.418199] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1877.418199] env[62153]: value = "task-2072905" [ 1877.418199] env[62153]: _type = "Task" [ 1877.418199] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.435652] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07a2f1c-54de-457e-bc73-9aae0052e714 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.441604] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072905, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.449118] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.449695] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.451502] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a4153-0729-4e72-b651-5592b60ba791 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.484563] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178660MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1877.484786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.589585] env[62153]: DEBUG oslo_concurrency.lockutils [req-c819793f-ee7d-412b-8858-71e34ab95695 req-29126638-7bd8-4191-b02a-839c3dd29d3b service nova] Releasing lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.592044] env[62153]: DEBUG oslo_concurrency.lockutils [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] Acquired lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.592375] env[62153]: DEBUG nova.network.neutron [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Refreshing network info cache for port 26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.754424] env[62153]: DEBUG oslo_vmware.api [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072904, 'name': PowerOnVM_Task, 'duration_secs': 0.609319} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.754991] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.755411] env[62153]: DEBUG nova.compute.manager [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.758089] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab56da-c6a4-4644-9117-23a1dcdceccf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.770119] env[62153]: DEBUG nova.compute.manager [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.770740] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.771700] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aee7a9-8786-4636-bed1-5dff860cdd0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.779743] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.780340] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36eefe21-3c03-46fd-92bd-59e6219f7050 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.790420] env[62153]: DEBUG oslo_vmware.api [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1877.790420] env[62153]: value = "task-2072906" [ 1877.790420] env[62153]: _type = "Task" [ 1877.790420] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.798457] env[62153]: DEBUG oslo_vmware.api [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.899535] env[62153]: DEBUG nova.compute.utils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.909340] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1877.910624] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.932475] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072905, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.990674] env[62153]: DEBUG nova.policy [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92b633ab32514649a2de813c04ffb48c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3b8b392b7045339b32b51dca0988fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1878.057561] env[62153]: DEBUG nova.network.neutron [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Successfully updated port: 5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.151375] env[62153]: DEBUG nova.network.neutron [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Successfully updated port: f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.278020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.302346] env[62153]: DEBUG oslo_vmware.api [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072906, 'name': PowerOffVM_Task, 'duration_secs': 0.337041} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.302346] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.302346] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.302606] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e6ce0b3-54c7-4b06-94c2-03448a08ea84 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.308837] env[62153]: DEBUG nova.compute.manager [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-changed-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.308837] env[62153]: DEBUG nova.compute.manager [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing instance network info cache due to event network-changed-01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.308837] env[62153]: DEBUG oslo_concurrency.lockutils [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] Acquiring lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.308837] env[62153]: DEBUG oslo_concurrency.lockutils [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] Acquired lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.309227] env[62153]: DEBUG nova.network.neutron [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.404180] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.404448] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.404637] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Deleting the datastore file [datastore1] 91637ee1-38a6-458b-9ac5-e37be456026b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.404906] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31fd3f1a-747c-4fa9-809f-f80f678b3e22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.409687] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1878.413372] env[62153]: DEBUG oslo_vmware.api [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1878.413372] env[62153]: value = "task-2072908" [ 1878.413372] env[62153]: _type = "Task" [ 1878.413372] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.429162] env[62153]: DEBUG oslo_vmware.api [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.435091] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072905, 'name': Destroy_Task, 'duration_secs': 0.595238} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.435091] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Destroyed the VM [ 1878.435091] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1878.435091] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd6f8065-6c12-434b-b314-540b5f7a79c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.444093] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1878.444093] env[62153]: value = "task-2072909" [ 1878.444093] env[62153]: _type = "Task" [ 1878.444093] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.453496] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.505320] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb811d7-4c52-49b1-a7e5-b308c5af1090 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.513274] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965713da-e696-4525-88ed-20788075cf70 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.545075] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667a7f1e-92e5-45cc-8ac5-edb6b4d46cae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.552835] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb846d-ebaf-4ff6-83f1-489f4af2427d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.566917] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.566917] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquired lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.566917] env[62153]: DEBUG nova.network.neutron [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.569336] env[62153]: DEBUG nova.compute.provider_tree [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.571431] env[62153]: DEBUG nova.network.neutron [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updated VIF entry in instance network info cache for port 26975ccb-c1f6-4a82-97cb-0bbee1024195. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.572609] env[62153]: DEBUG nova.network.neutron [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updating instance_info_cache with network_info: [{"id": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "address": "fa:16:3e:36:b0:be", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26975ccb-c1", "ovs_interfaceid": "26975ccb-c1f6-4a82-97cb-0bbee1024195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.590607] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Successfully created port: 45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.659434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.659601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.659752] env[62153]: DEBUG nova.network.neutron [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.828029] env[62153]: DEBUG nova.compute.manager [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Received event network-vif-plugged-5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.828029] env[62153]: DEBUG oslo_concurrency.lockutils [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] Acquiring lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.828029] env[62153]: DEBUG oslo_concurrency.lockutils [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.828029] env[62153]: DEBUG oslo_concurrency.lockutils [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.828029] env[62153]: DEBUG nova.compute.manager [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] No waiting events found dispatching network-vif-plugged-5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.828029] env[62153]: WARNING nova.compute.manager [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Received unexpected event network-vif-plugged-5164bbc2-5c68-46ce-83e0-2bc71b96998b for instance with vm_state building and task_state spawning. [ 1878.828029] env[62153]: DEBUG nova.compute.manager [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Received event network-changed-5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.828029] env[62153]: DEBUG nova.compute.manager [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Refreshing instance network info cache due to event network-changed-5164bbc2-5c68-46ce-83e0-2bc71b96998b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.828029] env[62153]: DEBUG oslo_concurrency.lockutils [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] Acquiring lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.929582] env[62153]: DEBUG oslo_vmware.api [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2072908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243577} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.929855] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.930062] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.930254] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.930422] env[62153]: INFO nova.compute.manager [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1878.930665] env[62153]: DEBUG oslo.service.loopingcall [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.930860] env[62153]: DEBUG nova.compute.manager [-] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.930988] env[62153]: DEBUG nova.network.neutron [-] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.954617] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072909, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.075485] env[62153]: DEBUG oslo_concurrency.lockutils [req-0a53e9a3-39fc-4bd7-a347-35b0bc4cb2d9 req-24e5748c-feb8-4c10-95d8-3c407db8c98a service nova] Releasing lock "refresh_cache-91637ee1-38a6-458b-9ac5-e37be456026b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.076517] env[62153]: DEBUG nova.scheduler.client.report [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.085675] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Successfully created port: 01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1879.135024] env[62153]: DEBUG nova.network.neutron [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.248089] env[62153]: DEBUG nova.network.neutron [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.319453] env[62153]: DEBUG nova.network.neutron [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updated VIF entry in instance network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.319898] env[62153]: DEBUG nova.network.neutron [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.393866] env[62153]: INFO nova.compute.manager [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Rescuing [ 1879.394176] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.394340] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.394495] env[62153]: DEBUG nova.network.neutron [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.420047] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1879.452374] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.452724] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.452900] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.453211] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.453381] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.453532] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.453745] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.453971] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.454231] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.454410] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.454593] env[62153]: DEBUG nova.virt.hardware [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.455434] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d5ca2-c8f0-4cbb-874c-2aa38e1e1e6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.466511] env[62153]: DEBUG oslo_vmware.api [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072909, 'name': RemoveSnapshot_Task, 'duration_secs': 0.723697} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.471623] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1879.471895] env[62153]: INFO nova.compute.manager [None req-0ea76cc6-7f49-4e97-9796-23e65426b6ef tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Took 15.52 seconds to snapshot the instance on the hypervisor. [ 1879.476841] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df0de6-db11-486a-a7f2-775146d5b929 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.581339] env[62153]: DEBUG nova.network.neutron [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Updating instance_info_cache with network_info: [{"id": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "address": "fa:16:3e:f5:c0:c5", "network": {"id": "a3b3a617-d827-466c-8bdf-8850c1e272d5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1258373296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510069c0a41847ab8b61dade7d4f4d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5164bbc2-5c", "ovs_interfaceid": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.584268] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.588788] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.790s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.588788] env[62153]: DEBUG nova.objects.instance [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lazy-loading 'resources' on Instance uuid a5b06a7a-f594-418f-aa68-ed98b7696308 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.616416] env[62153]: INFO nova.scheduler.client.report [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Deleted allocations for instance 76fcffde-5970-4b24-968c-6e9d2e9281bb [ 1879.639969] env[62153]: DEBUG nova.network.neutron [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.822575] env[62153]: DEBUG oslo_concurrency.lockutils [req-526a2bfe-fb50-41fc-b1fc-b996f794135e req-5fb149a7-8024-4d66-bc10-03332c3d96ff service nova] Releasing lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.016023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.016023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.016023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.016023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.016023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.016023] env[62153]: INFO nova.compute.manager [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Terminating instance [ 1880.024680] env[62153]: DEBUG nova.network.neutron [-] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.087432] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Releasing lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.087432] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Instance network_info: |[{"id": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "address": "fa:16:3e:f5:c0:c5", "network": {"id": "a3b3a617-d827-466c-8bdf-8850c1e272d5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1258373296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510069c0a41847ab8b61dade7d4f4d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5164bbc2-5c", "ovs_interfaceid": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1880.087432] env[62153]: DEBUG oslo_concurrency.lockutils [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] Acquired lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.087432] env[62153]: DEBUG nova.network.neutron [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Refreshing network info cache for port 5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.087432] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c0:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5164bbc2-5c68-46ce-83e0-2bc71b96998b', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.099437] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Creating folder: Project (510069c0a41847ab8b61dade7d4f4d9e). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.104294] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e886e982-9b17-4731-8f24-d523b5baea10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.118909] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Created folder: Project (510069c0a41847ab8b61dade7d4f4d9e) in parent group-v424816. [ 1880.119137] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Creating folder: Instances. Parent ref: group-v424946. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.119382] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af3b5b17-391b-43fc-800d-31436a52cad4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.125198] env[62153]: DEBUG oslo_concurrency.lockutils [None req-92bd275d-db25-4f5f-8c5a-71f602a62d82 tempest-ListImageFiltersTestJSON-587056621 tempest-ListImageFiltersTestJSON-587056621-project-member] Lock "76fcffde-5970-4b24-968c-6e9d2e9281bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.280s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.132702] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Created folder: Instances in parent group-v424946. [ 1880.132987] env[62153]: DEBUG oslo.service.loopingcall [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.133203] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.133444] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32137ba5-5cf0-42b5-8b35-b6360f509847 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.159576] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.159881] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance network_info: |[{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1880.161358] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:66:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59fa575-d858-4766-bc60-7d73c28f972e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.168710] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating folder: Project (a2f49737391e4e03ab7f4a5582a72d2a). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.169779] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-437b7360-1c35-4b40-b9e1-02c7bd6ed5aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.176597] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.176597] env[62153]: value = "task-2072912" [ 1880.176597] env[62153]: _type = "Task" [ 1880.176597] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.185460] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072912, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.189042] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Created folder: Project (a2f49737391e4e03ab7f4a5582a72d2a) in parent group-v424816. [ 1880.189251] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating folder: Instances. Parent ref: group-v424948. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.190405] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25426f10-9016-4ce3-b5de-c3a0af9d33f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.199498] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Created folder: Instances in parent group-v424948. [ 1880.199498] env[62153]: DEBUG oslo.service.loopingcall [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.199498] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.199498] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e118199a-7f8d-44a2-ba9e-a4e062f83989 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.224056] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.224056] env[62153]: value = "task-2072915" [ 1880.224056] env[62153]: _type = "Task" [ 1880.224056] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.233646] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072915, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.295763] env[62153]: DEBUG nova.network.neutron [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updating instance_info_cache with network_info: [{"id": "b1926606-827e-4c5f-9047-7545731473de", "address": "fa:16:3e:78:6b:9b", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1926606-82", "ovs_interfaceid": "b1926606-827e-4c5f-9047-7545731473de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.520423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "refresh_cache-713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.520816] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "refresh_cache-713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.521085] env[62153]: DEBUG nova.network.neutron [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.526964] env[62153]: INFO nova.compute.manager [-] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Took 1.60 seconds to deallocate network for instance. [ 1880.608813] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-vif-plugged-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.609068] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.609299] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.609472] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.609644] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] No waiting events found dispatching network-vif-plugged-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.609813] env[62153]: WARNING nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received unexpected event network-vif-plugged-f59fa575-d858-4766-bc60-7d73c28f972e for instance with vm_state building and task_state spawning. [ 1880.610010] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-changed-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.610154] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Refreshing instance network info cache due to event network-changed-f59fa575-d858-4766-bc60-7d73c28f972e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1880.610343] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.610484] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.610646] env[62153]: DEBUG nova.network.neutron [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Refreshing network info cache for port f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.671448] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e921f8-0964-47d4-b672-1b15488155bb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.681685] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d16bd-2310-47fa-9530-6dbb867fc27e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.692508] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072912, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.720893] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8aaa58-f28a-44ec-93b7-5284962d9546 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.731681] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e1e19-1141-41ac-a99d-64ac3899d813 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.739022] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072915, 'name': CreateVM_Task, 'duration_secs': 0.421345} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.739770] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.740577] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.740740] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.741090] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.743584] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c983bd-f1b0-45e9-8b8d-98fde2972db0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.754082] env[62153]: DEBUG nova.compute.provider_tree [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.758784] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1880.758784] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527975dd-978a-626c-7bff-e411457c729c" [ 1880.758784] env[62153]: _type = "Task" [ 1880.758784] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.768928] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527975dd-978a-626c-7bff-e411457c729c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.800371] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.899254] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Successfully updated port: 45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.901173] env[62153]: DEBUG nova.network.neutron [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Updated VIF entry in instance network info cache for port 5164bbc2-5c68-46ce-83e0-2bc71b96998b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.901495] env[62153]: DEBUG nova.network.neutron [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Updating instance_info_cache with network_info: [{"id": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "address": "fa:16:3e:f5:c0:c5", "network": {"id": "a3b3a617-d827-466c-8bdf-8850c1e272d5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1258373296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510069c0a41847ab8b61dade7d4f4d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5164bbc2-5c", "ovs_interfaceid": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.984248] env[62153]: DEBUG nova.compute.manager [req-49fcde23-798e-4486-81d7-2d66f787c01a req-1d809674-2f96-4b3d-9f15-b9c3fcd0963c service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received event network-vif-plugged-45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.984508] env[62153]: DEBUG oslo_concurrency.lockutils [req-49fcde23-798e-4486-81d7-2d66f787c01a req-1d809674-2f96-4b3d-9f15-b9c3fcd0963c service nova] Acquiring lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.984734] env[62153]: DEBUG oslo_concurrency.lockutils [req-49fcde23-798e-4486-81d7-2d66f787c01a req-1d809674-2f96-4b3d-9f15-b9c3fcd0963c service nova] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.984880] env[62153]: DEBUG oslo_concurrency.lockutils [req-49fcde23-798e-4486-81d7-2d66f787c01a req-1d809674-2f96-4b3d-9f15-b9c3fcd0963c service nova] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.985704] env[62153]: DEBUG nova.compute.manager [req-49fcde23-798e-4486-81d7-2d66f787c01a req-1d809674-2f96-4b3d-9f15-b9c3fcd0963c service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] No waiting events found dispatching network-vif-plugged-45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.985704] env[62153]: WARNING nova.compute.manager [req-49fcde23-798e-4486-81d7-2d66f787c01a req-1d809674-2f96-4b3d-9f15-b9c3fcd0963c service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received unexpected event network-vif-plugged-45037ea7-2a99-49da-9590-0970f43988ee for instance with vm_state building and task_state spawning. [ 1881.034466] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.045065] env[62153]: DEBUG nova.network.neutron [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1881.123334] env[62153]: DEBUG nova.network.neutron [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.195077] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072912, 'name': CreateVM_Task, 'duration_secs': 0.591293} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.195077] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.195589] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.258447] env[62153]: DEBUG nova.scheduler.client.report [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.271314] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527975dd-978a-626c-7bff-e411457c729c, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.271679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.271942] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.272234] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.272425] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.272635] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.272957] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.273352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.273630] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-199e4fc5-25a9-40c8-b5a3-f387a364293b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.276634] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1faeddb1-1d48-41ba-bf4c-aa1c095dbfc9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.284921] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1881.284921] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c24d6d-e0c6-b0e9-0107-869ebcce8923" [ 1881.284921] env[62153]: _type = "Task" [ 1881.284921] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.289126] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.289355] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.290439] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefd7a18-d948-4d46-9309-be359228a569 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.296196] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c24d6d-e0c6-b0e9-0107-869ebcce8923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.299068] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1881.299068] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524f2882-c6d2-52f0-3fec-aa66068f009c" [ 1881.299068] env[62153]: _type = "Task" [ 1881.299068] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.309982] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524f2882-c6d2-52f0-3fec-aa66068f009c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.408685] env[62153]: DEBUG oslo_concurrency.lockutils [req-4750ab24-5de9-48bd-9d8e-eaafc982fd43 req-a8c988a6-2802-43cb-94af-d30df6b17260 service nova] Releasing lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.456911] env[62153]: DEBUG nova.network.neutron [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updated VIF entry in instance network info cache for port f59fa575-d858-4766-bc60-7d73c28f972e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.457379] env[62153]: DEBUG nova.network.neutron [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.626209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "refresh_cache-713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.626209] env[62153]: DEBUG nova.compute.manager [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1881.626209] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1881.627121] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970755fb-8a48-4fe5-a302-7bbca622db50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.638296] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.638601] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b14f5798-caf5-4138-9f23-3fab4f2eae73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.645866] env[62153]: DEBUG oslo_vmware.api [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1881.645866] env[62153]: value = "task-2072916" [ 1881.645866] env[62153]: _type = "Task" [ 1881.645866] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.653761] env[62153]: DEBUG oslo_vmware.api [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.763222] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.765735] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.301s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.766028] env[62153]: DEBUG nova.objects.instance [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lazy-loading 'resources' on Instance uuid 2be13e6c-d7cd-4bc8-8081-d33beef1869e {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.790816] env[62153]: INFO nova.scheduler.client.report [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Deleted allocations for instance a5b06a7a-f594-418f-aa68-ed98b7696308 [ 1881.801762] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c24d6d-e0c6-b0e9-0107-869ebcce8923, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.805593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.805593] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.805593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.812237] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524f2882-c6d2-52f0-3fec-aa66068f009c, 'name': SearchDatastore_Task, 'duration_secs': 0.008129} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.813065] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8046349c-a05a-49a7-b922-a51d73cee27f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.819256] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1881.819256] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0812-5f23-e28d-8465-bdd227886d10" [ 1881.819256] env[62153]: _type = "Task" [ 1881.819256] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.827842] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0812-5f23-e28d-8465-bdd227886d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.963518] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.963518] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Received event network-vif-deleted-26975ccb-c1f6-4a82-97cb-0bbee1024195 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1881.963518] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-changed-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1881.963518] env[62153]: DEBUG nova.compute.manager [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing instance network info cache due to event network-changed-01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1881.963518] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Acquiring lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.963518] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Acquired lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.963518] env[62153]: DEBUG nova.network.neutron [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Refreshing network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.157035] env[62153]: DEBUG oslo_vmware.api [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072916, 'name': PowerOffVM_Task, 'duration_secs': 0.148535} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.157035] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.157035] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1882.157035] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd821ec6-e6b2-4c24-b64f-a9f95d66617a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.182885] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1882.183141] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1882.183341] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleting the datastore file [datastore1] 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1882.183606] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f71a0a-a9ba-423d-91a4-68d0027d2a9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.190015] env[62153]: DEBUG oslo_vmware.api [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1882.190015] env[62153]: value = "task-2072918" [ 1882.190015] env[62153]: _type = "Task" [ 1882.190015] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.198227] env[62153]: DEBUG oslo_vmware.api [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.298336] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eb55c7b-cd07-4126-86df-d28b2ec235a2 tempest-ServersAdminNegativeTestJSON-272957030 tempest-ServersAdminNegativeTestJSON-272957030-project-member] Lock "a5b06a7a-f594-418f-aa68-ed98b7696308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.781s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.330791] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0812-5f23-e28d-8465-bdd227886d10, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.333422] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.333706] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.334929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.335270] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.335539] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694be1a0-ea05-437c-87ac-9c4902ac3a32 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.338229] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6bb0ce6-672e-4ba5-a1be-0ed44385505b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.342153] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.342663] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df64a219-f791-4a91-a1ee-3eaf80ab12e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.345325] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1882.345325] env[62153]: value = "task-2072919" [ 1882.345325] env[62153]: _type = "Task" [ 1882.345325] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.352706] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.352914] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.354724] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21066125-05f7-4f67-9036-c6038912352d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.357712] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1882.357712] env[62153]: value = "task-2072920" [ 1882.357712] env[62153]: _type = "Task" [ 1882.357712] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.365715] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.366217] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1882.366217] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bc3e8a-5a91-77d8-5ed1-c15e224696a4" [ 1882.366217] env[62153]: _type = "Task" [ 1882.366217] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.375859] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.381779] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bc3e8a-5a91-77d8-5ed1-c15e224696a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.385321] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cc2fe2-66ac-4443-bd06-9ff7f7185b9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.391711] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1882.391711] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f92c5f-ddd3-f3d9-8414-ffac7a59ba68" [ 1882.391711] env[62153]: _type = "Task" [ 1882.391711] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.399695] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f92c5f-ddd3-f3d9-8414-ffac7a59ba68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.700902] env[62153]: DEBUG oslo_vmware.api [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2072918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095567} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.700902] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.700902] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.701442] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.701442] env[62153]: INFO nova.compute.manager [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1882.701512] env[62153]: DEBUG oslo.service.loopingcall [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.701659] env[62153]: DEBUG nova.compute.manager [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1882.701752] env[62153]: DEBUG nova.network.neutron [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.731271] env[62153]: DEBUG nova.network.neutron [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1882.778326] env[62153]: DEBUG nova.compute.manager [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.782128] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a936cf-ef83-418c-8213-6501d3d4cd8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.848616] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de885b88-59f5-48db-92d1-61435becbe59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.870810] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a595743-0588-46bf-8dec-d6921694c0cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.874308] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072919, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.880759] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072920, 'name': PowerOffVM_Task, 'duration_secs': 0.260482} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.906377] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.907518] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b925dcf-2af4-4275-9481-7cd878b55653 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.913723] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aae179-222c-4ae5-8c36-657c17f3f042 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.917311] env[62153]: DEBUG nova.network.neutron [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updated VIF entry in instance network info cache for port 01f4c340-9ab4-4c87-9526-349541aae734. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.917311] env[62153]: DEBUG nova.network.neutron [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [{"id": "01f4c340-9ab4-4c87-9526-349541aae734", "address": "fa:16:3e:73:35:fe", "network": {"id": "6db1f5b0-1bff-4f91-8d37-700be3b6b720", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1160078182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c089cc435543509adce5ae6a5c39e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f4c340-9a", "ovs_interfaceid": "01f4c340-9ab4-4c87-9526-349541aae734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.939718] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dcd249-8041-49e5-b57e-1c06bf319857 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.943987] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f92c5f-ddd3-f3d9-8414-ffac7a59ba68, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.944887] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.945520] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b40628ac-3a0b-4171-9458-a8be9e91a6d1/b40628ac-3a0b-4171-9458-a8be9e91a6d1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.945889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036880a4-60d3-4cf2-9625-0539ec16a136 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.949434] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-756e3a36-b518-41d4-a59f-2481c7753e35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.960629] env[62153]: DEBUG nova.compute.provider_tree [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.969516] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1882.969516] env[62153]: value = "task-2072921" [ 1882.969516] env[62153]: _type = "Task" [ 1882.969516] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.977955] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.996151] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.996703] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa04b10a-6e79-4458-b462-00ef7486d65b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.004259] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1883.004259] env[62153]: value = "task-2072922" [ 1883.004259] env[62153]: _type = "Task" [ 1883.004259] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.015952] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1883.016280] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.016434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.016666] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.016881] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.017140] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455c98e2-5137-4e63-b726-d6c5f18d8feb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.020732] env[62153]: DEBUG nova.compute.manager [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received event network-changed-45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.020911] env[62153]: DEBUG nova.compute.manager [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Refreshing instance network info cache due to event network-changed-45037ea7-2a99-49da-9590-0970f43988ee. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1883.021392] env[62153]: DEBUG oslo_concurrency.lockutils [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] Acquiring lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.021556] env[62153]: DEBUG oslo_concurrency.lockutils [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] Acquired lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.021685] env[62153]: DEBUG nova.network.neutron [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Refreshing network info cache for port 45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.030103] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.030327] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.031068] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab09261-1873-4bae-9f5b-394c67e1a865 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.036380] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1883.036380] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526260ce-de2c-696e-01ab-2b2e4faad645" [ 1883.036380] env[62153]: _type = "Task" [ 1883.036380] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.045670] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526260ce-de2c-696e-01ab-2b2e4faad645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.070608] env[62153]: DEBUG nova.compute.manager [req-d5dd1d4c-b3d2-4d9c-b19d-8aba36d531fb req-78ce1218-ab60-4d34-8cd7-923c43f6d2da service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received event network-vif-plugged-01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.070822] env[62153]: DEBUG oslo_concurrency.lockutils [req-d5dd1d4c-b3d2-4d9c-b19d-8aba36d531fb req-78ce1218-ab60-4d34-8cd7-923c43f6d2da service nova] Acquiring lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.071041] env[62153]: DEBUG oslo_concurrency.lockutils [req-d5dd1d4c-b3d2-4d9c-b19d-8aba36d531fb req-78ce1218-ab60-4d34-8cd7-923c43f6d2da service nova] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.071222] env[62153]: DEBUG oslo_concurrency.lockutils [req-d5dd1d4c-b3d2-4d9c-b19d-8aba36d531fb req-78ce1218-ab60-4d34-8cd7-923c43f6d2da service nova] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.071393] env[62153]: DEBUG nova.compute.manager [req-d5dd1d4c-b3d2-4d9c-b19d-8aba36d531fb req-78ce1218-ab60-4d34-8cd7-923c43f6d2da service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] No waiting events found dispatching network-vif-plugged-01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.071556] env[62153]: WARNING nova.compute.manager [req-d5dd1d4c-b3d2-4d9c-b19d-8aba36d531fb req-78ce1218-ab60-4d34-8cd7-923c43f6d2da service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received unexpected event network-vif-plugged-01bc43b2-cbe4-4341-bda1-bb499af13036 for instance with vm_state building and task_state spawning. [ 1883.234776] env[62153]: DEBUG nova.network.neutron [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.304315] env[62153]: INFO nova.compute.manager [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] instance snapshotting [ 1883.308191] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a41b2-f902-47b7-94e4-acca5d9930de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.343188] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Successfully updated port: 01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1883.344782] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad818e-7a2a-462b-9b33-9d9de4237fe7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.365398] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533157} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.365884] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.366071] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.366353] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-942ad29c-7308-4af5-a86a-7733a8cac013 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.374722] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1883.374722] env[62153]: value = "task-2072923" [ 1883.374722] env[62153]: _type = "Task" [ 1883.374722] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.387741] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.421129] env[62153]: DEBUG oslo_concurrency.lockutils [req-f989b2e8-b3c2-4e20-9ec8-4ebc20278d17 req-021d303f-1e30-4f16-b9f7-e2e72cea65bc service nova] Releasing lock "refresh_cache-fdc93b88-c907-4b45-8a44-905de045d21b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.468897] env[62153]: DEBUG nova.scheduler.client.report [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.484378] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.556268] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526260ce-de2c-696e-01ab-2b2e4faad645, 'name': SearchDatastore_Task, 'duration_secs': 0.016399} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.557506] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92e84d2-8064-498f-898a-ffd750f7ca55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.561482] env[62153]: DEBUG nova.network.neutron [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.565053] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1883.565053] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520a40d0-1006-6845-f4ae-6a24b7d36a0b" [ 1883.565053] env[62153]: _type = "Task" [ 1883.565053] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.576457] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520a40d0-1006-6845-f4ae-6a24b7d36a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.664801] env[62153]: DEBUG nova.network.neutron [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.740587] env[62153]: INFO nova.compute.manager [-] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Took 1.04 seconds to deallocate network for instance. [ 1883.848976] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.861191] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1883.861545] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d7df1d3-18d9-457c-b8a7-4ed8451e926e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.870553] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1883.870553] env[62153]: value = "task-2072924" [ 1883.870553] env[62153]: _type = "Task" [ 1883.870553] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.888769] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094462} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.891931] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.892282] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072924, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.892999] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5328a4-d9ac-4d3d-8f4a-d49fa3936dc2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.921910] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.922312] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcdd77d6-6825-4a78-adda-6a1ffd9ce343 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.949413] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1883.949413] env[62153]: value = "task-2072925" [ 1883.949413] env[62153]: _type = "Task" [ 1883.949413] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.958434] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.978268] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.980478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.292s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.980713] env[62153]: DEBUG nova.objects.instance [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lazy-loading 'resources' on Instance uuid a637e5b7-dbb7-4e52-b938-fb6b467e7f9b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.993298] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713426} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.994337] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b40628ac-3a0b-4171-9458-a8be9e91a6d1/b40628ac-3a0b-4171-9458-a8be9e91a6d1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.994583] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.995042] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca6c0f0-b0f1-4f44-8763-96513602b677 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.003876] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1884.003876] env[62153]: value = "task-2072926" [ 1884.003876] env[62153]: _type = "Task" [ 1884.003876] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.010282] env[62153]: INFO nova.scheduler.client.report [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleted allocations for instance 2be13e6c-d7cd-4bc8-8081-d33beef1869e [ 1884.016165] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.080404] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520a40d0-1006-6845-f4ae-6a24b7d36a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.051947} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.080404] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.080404] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. {{(pid=62153) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1884.080404] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5bb8eb8-3ea1-4487-9bc0-2c161b013331 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.087867] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1884.087867] env[62153]: value = "task-2072927" [ 1884.087867] env[62153]: _type = "Task" [ 1884.087867] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.097697] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.169790] env[62153]: DEBUG oslo_concurrency.lockutils [req-aebc4d8c-7e89-4403-9bec-55027ced1541 req-bef755f1-0e5e-449a-8316-7367c5de89c8 service nova] Releasing lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.170259] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.170450] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.251715] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.293060] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "5eb4314c-646c-4947-96fa-95a0814163af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.293322] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "5eb4314c-646c-4947-96fa-95a0814163af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.386715] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072924, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.460705] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072925, 'name': ReconfigVM_Task, 'duration_secs': 0.29412} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.461314] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.462070] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e194f2d-e316-43e9-9b89-82c35e3b5607 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.470897] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1884.470897] env[62153]: value = "task-2072928" [ 1884.470897] env[62153]: _type = "Task" [ 1884.470897] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.485664] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072928, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.516728] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11525} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.517035] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1884.521514] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aa698c-8e6a-4759-acf5-d31237eb9cac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.527950] env[62153]: DEBUG oslo_concurrency.lockutils [None req-29e7da5f-7ced-413c-a070-2b76758cb8f4 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "2be13e6c-d7cd-4bc8-8081-d33beef1869e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.650s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.559686] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b40628ac-3a0b-4171-9458-a8be9e91a6d1/b40628ac-3a0b-4171-9458-a8be9e91a6d1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.563714] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e66eaac-73d7-4884-b0d9-308c8d31cef3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.587902] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1884.587902] env[62153]: value = "task-2072929" [ 1884.587902] env[62153]: _type = "Task" [ 1884.587902] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.603884] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.607164] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508828} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.607457] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. [ 1884.608358] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37df4d-e372-42cc-a777-fa780dbc821e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.638203] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.641579] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43495ee6-764f-4f66-9355-2573a40a9f78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.661956] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1884.661956] env[62153]: value = "task-2072930" [ 1884.661956] env[62153]: _type = "Task" [ 1884.661956] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.674279] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.712930] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1884.891219] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072924, 'name': CreateSnapshot_Task, 'duration_secs': 0.683012} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.891493] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1884.894709] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba7ab3-7bbc-42bd-b0c2-53ac10bd7e3f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.982781] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072928, 'name': Rename_Task, 'duration_secs': 0.226028} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.985358] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.985683] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-577b3d26-d0bc-4619-bd8d-c75ba3d14ad4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.992085] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1884.992085] env[62153]: value = "task-2072931" [ 1884.992085] env[62153]: _type = "Task" [ 1884.992085] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.001517] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.099906] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072929, 'name': ReconfigVM_Task, 'duration_secs': 0.296994} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.102447] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b40628ac-3a0b-4171-9458-a8be9e91a6d1/b40628ac-3a0b-4171-9458-a8be9e91a6d1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.105176] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ff59ba2-aa72-49d5-ac20-f20960abe0eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.114086] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1885.114086] env[62153]: value = "task-2072932" [ 1885.114086] env[62153]: _type = "Task" [ 1885.114086] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.122422] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072932, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.154469] env[62153]: DEBUG nova.network.neutron [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Updating instance_info_cache with network_info: [{"id": "45037ea7-2a99-49da-9590-0970f43988ee", "address": "fa:16:3e:80:2c:56", "network": {"id": "476c00b5-1544-4cff-bdd4-937425d65615", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247770079", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45037ea7-2a", "ovs_interfaceid": "45037ea7-2a99-49da-9590-0970f43988ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01bc43b2-cbe4-4341-bda1-bb499af13036", "address": "fa:16:3e:9c:cd:c6", "network": {"id": "3ad03c80-dcd4-4f25-b0f1-52570e01475f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-570720410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc43b2-cb", "ovs_interfaceid": "01bc43b2-cbe4-4341-bda1-bb499af13036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.172253] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072930, 'name': ReconfigVM_Task, 'duration_secs': 0.377484} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.173644] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.173644] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f6441-ab80-4795-bba0-a6749fcab4b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.181394] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c00086-bd54-4d81-8917-c230be8b90f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.208723] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd2903a-85bf-484d-b20c-e434f23613f8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.218626] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcca7bdc-ab2a-4e64-9776-76fcbbb19bb5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.231157] env[62153]: DEBUG nova.compute.manager [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received event network-changed-01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1885.231157] env[62153]: DEBUG nova.compute.manager [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Refreshing instance network info cache due to event network-changed-01bc43b2-cbe4-4341-bda1-bb499af13036. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1885.231157] env[62153]: DEBUG oslo_concurrency.lockutils [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] Acquiring lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.268338] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6eb8de-0e05-471d-a781-5536755d4375 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.271159] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1885.271159] env[62153]: value = "task-2072933" [ 1885.271159] env[62153]: _type = "Task" [ 1885.271159] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.278830] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423d154d-e83e-496d-9c98-85433087a0a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.285927] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.296017] env[62153]: DEBUG nova.compute.provider_tree [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.419888] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1885.420853] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fabd9e00-b2f8-4757-aaea-56a589fcdfb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.433275] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1885.433275] env[62153]: value = "task-2072934" [ 1885.433275] env[62153]: _type = "Task" [ 1885.433275] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.442469] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072934, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.502923] env[62153]: DEBUG oslo_vmware.api [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2072931, 'name': PowerOnVM_Task, 'duration_secs': 0.45478} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.502923] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.502923] env[62153]: INFO nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Took 13.03 seconds to spawn the instance on the hypervisor. [ 1885.502923] env[62153]: DEBUG nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.504217] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c5c6c-c473-4434-a4c2-d8fc7d284bcc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.623472] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072932, 'name': Rename_Task, 'duration_secs': 0.140929} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.623844] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.624118] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e01c60-34c6-4516-84b1-7db391dc9430 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.630597] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 1885.630597] env[62153]: value = "task-2072935" [ 1885.630597] env[62153]: _type = "Task" [ 1885.630597] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.639821] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.659738] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Releasing lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.660478] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Instance network_info: |[{"id": "45037ea7-2a99-49da-9590-0970f43988ee", "address": "fa:16:3e:80:2c:56", "network": {"id": "476c00b5-1544-4cff-bdd4-937425d65615", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247770079", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45037ea7-2a", "ovs_interfaceid": "45037ea7-2a99-49da-9590-0970f43988ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01bc43b2-cbe4-4341-bda1-bb499af13036", "address": "fa:16:3e:9c:cd:c6", "network": {"id": "3ad03c80-dcd4-4f25-b0f1-52570e01475f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-570720410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc43b2-cb", "ovs_interfaceid": "01bc43b2-cbe4-4341-bda1-bb499af13036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1885.660924] env[62153]: DEBUG oslo_concurrency.lockutils [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] Acquired lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.661156] env[62153]: DEBUG nova.network.neutron [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Refreshing network info cache for port 01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.663111] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:2c:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45037ea7-2a99-49da-9590-0970f43988ee', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:cd:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01bc43b2-cbe4-4341-bda1-bb499af13036', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.675352] env[62153]: DEBUG oslo.service.loopingcall [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.677707] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.678421] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc1ac0b9-028f-4bde-9e45-c0b036a98df3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.704221] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.704221] env[62153]: value = "task-2072936" [ 1885.704221] env[62153]: _type = "Task" [ 1885.704221] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.716504] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072936, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.782632] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072933, 'name': ReconfigVM_Task, 'duration_secs': 0.159478} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.782952] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.783346] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eea1029f-1e1b-41dc-9354-7804a71a274b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.789726] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1885.789726] env[62153]: value = "task-2072937" [ 1885.789726] env[62153]: _type = "Task" [ 1885.789726] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.799276] env[62153]: DEBUG nova.scheduler.client.report [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.802691] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.946398] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072934, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.028611] env[62153]: INFO nova.compute.manager [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Took 44.99 seconds to build instance. [ 1886.140296] env[62153]: DEBUG nova.network.neutron [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Updated VIF entry in instance network info cache for port 01bc43b2-cbe4-4341-bda1-bb499af13036. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.140790] env[62153]: DEBUG nova.network.neutron [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Updating instance_info_cache with network_info: [{"id": "45037ea7-2a99-49da-9590-0970f43988ee", "address": "fa:16:3e:80:2c:56", "network": {"id": "476c00b5-1544-4cff-bdd4-937425d65615", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247770079", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45037ea7-2a", "ovs_interfaceid": "45037ea7-2a99-49da-9590-0970f43988ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01bc43b2-cbe4-4341-bda1-bb499af13036", "address": "fa:16:3e:9c:cd:c6", "network": {"id": "3ad03c80-dcd4-4f25-b0f1-52570e01475f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-570720410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf3b8b392b7045339b32b51dca0988fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc43b2-cb", "ovs_interfaceid": "01bc43b2-cbe4-4341-bda1-bb499af13036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.145344] env[62153]: DEBUG oslo_vmware.api [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2072935, 'name': PowerOnVM_Task, 'duration_secs': 0.479306} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.145926] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.146154] env[62153]: INFO nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Took 16.41 seconds to spawn the instance on the hypervisor. [ 1886.146337] env[62153]: DEBUG nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.147216] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1603f99-f4a7-4a66-9ce4-d7790c699aa0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.218941] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072936, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.302554] env[62153]: DEBUG oslo_vmware.api [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072937, 'name': PowerOnVM_Task, 'duration_secs': 0.422015} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.302891] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.305450] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.308545] env[62153]: DEBUG nova.compute.manager [None req-57706096-25c5-4986-b7dc-9f31f16e2a6a tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.310484] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.897s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.310484] env[62153]: DEBUG nova.objects.instance [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1886.312802] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d25a577-ffca-41fb-a412-d086df4683e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.330626] env[62153]: INFO nova.scheduler.client.report [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Deleted allocations for instance a637e5b7-dbb7-4e52-b938-fb6b467e7f9b [ 1886.445497] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072934, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.531195] env[62153]: DEBUG oslo_concurrency.lockutils [None req-72e5a9b2-3cf6-4973-b4b7-6166c5264e5b tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.248s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.646908] env[62153]: DEBUG oslo_concurrency.lockutils [req-9b19d768-4b04-42fc-8ce0-58dda30e7251 req-3f5caca2-5195-406e-9bb8-028f009458a3 service nova] Releasing lock "refresh_cache-f1c187a9-b3d8-46d5-9718-a515abae05c3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.669701] env[62153]: INFO nova.compute.manager [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Took 52.16 seconds to build instance. [ 1886.716218] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072936, 'name': CreateVM_Task, 'duration_secs': 0.619273} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.716403] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.717231] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.717405] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.717746] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.718051] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c6092b-6ead-4bf7-9f97-f9f03f2af381 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.723053] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1886.723053] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de7c7e-5746-2326-a02f-104be626f8cc" [ 1886.723053] env[62153]: _type = "Task" [ 1886.723053] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.731453] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de7c7e-5746-2326-a02f-104be626f8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.785464] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.785940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.840178] env[62153]: DEBUG oslo_concurrency.lockutils [None req-61c6eca0-e2f9-43d2-8288-42d27021dc16 tempest-ListServersNegativeTestJSON-1742146598 tempest-ListServersNegativeTestJSON-1742146598-project-member] Lock "a637e5b7-dbb7-4e52-b938-fb6b467e7f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.026s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.945828] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072934, 'name': CloneVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.034139] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.173567] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c75e8d7c-b2be-4ee3-bedd-125b8a194648 tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.771s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.183731] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.184677] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.234155] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de7c7e-5746-2326-a02f-104be626f8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.234477] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.234716] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.235087] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.235246] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.235429] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.235710] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78f8b66c-c653-4fcb-b13e-3d9da79a1250 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.246373] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.246557] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.247910] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e682fa31-386a-45a3-b523-49c44c01b216 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.254327] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1887.254327] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d63ca4-57ee-9588-a131-4db4de3711ab" [ 1887.254327] env[62153]: _type = "Task" [ 1887.254327] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.262242] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d63ca4-57ee-9588-a131-4db4de3711ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.277566] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.277763] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.288537] env[62153]: DEBUG nova.compute.utils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.325964] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4ee139a9-7e80-4348-bfc7-f58b4b0185a4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.327039] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.513s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.330570] env[62153]: INFO nova.compute.claims [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.446609] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072934, 'name': CloneVM_Task, 'duration_secs': 1.62756} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.446962] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Created linked-clone VM from snapshot [ 1887.447727] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4921c04f-e8ce-4e47-a19f-1d966e5ed3bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.456235] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Uploading image 9fc83c61-072c-4f0a-bcd2-7fae7d63d4da {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1887.486974] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1887.486974] env[62153]: value = "vm-424953" [ 1887.486974] env[62153]: _type = "VirtualMachine" [ 1887.486974] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1887.487281] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a78c3cf-4315-4983-8b16-76cef3c88fb8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.497127] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lease: (returnval){ [ 1887.497127] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b0b517-064a-a322-2b9e-8fc8451f78b1" [ 1887.497127] env[62153]: _type = "HttpNfcLease" [ 1887.497127] env[62153]: } obtained for exporting VM: (result){ [ 1887.497127] env[62153]: value = "vm-424953" [ 1887.497127] env[62153]: _type = "VirtualMachine" [ 1887.497127] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1887.497493] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the lease: (returnval){ [ 1887.497493] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b0b517-064a-a322-2b9e-8fc8451f78b1" [ 1887.497493] env[62153]: _type = "HttpNfcLease" [ 1887.497493] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1887.504607] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1887.504607] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b0b517-064a-a322-2b9e-8fc8451f78b1" [ 1887.504607] env[62153]: _type = "HttpNfcLease" [ 1887.504607] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1887.556344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.678696] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.764555] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d63ca4-57ee-9588-a131-4db4de3711ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.765353] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005a161c-0a8a-4653-924f-b04cd436468e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.770528] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1887.770528] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521296d5-c2dc-3e6e-b0ad-0e627b87c752" [ 1887.770528] env[62153]: _type = "Task" [ 1887.770528] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.778249] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521296d5-c2dc-3e6e-b0ad-0e627b87c752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.790982] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.008443] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.008443] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b0b517-064a-a322-2b9e-8fc8451f78b1" [ 1888.008443] env[62153]: _type = "HttpNfcLease" [ 1888.008443] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1888.008739] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1888.008739] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b0b517-064a-a322-2b9e-8fc8451f78b1" [ 1888.008739] env[62153]: _type = "HttpNfcLease" [ 1888.008739] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1888.009466] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224dbb54-1346-4815-914b-b924e5395085 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.019573] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298cf45-95f5-6efd-5a55-9ea06884f1ac/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1888.019756] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298cf45-95f5-6efd-5a55-9ea06884f1ac/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1888.116665] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1df5320f-fff7-4276-8c87-cbd464e3be77 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.204119] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.284777] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521296d5-c2dc-3e6e-b0ad-0e627b87c752, 'name': SearchDatastore_Task, 'duration_secs': 0.034046} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.285323] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.285979] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f1c187a9-b3d8-46d5-9718-a515abae05c3/f1c187a9-b3d8-46d5-9718-a515abae05c3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.285979] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac862d2f-e007-4f59-8422-1b83ec5f314b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.294492] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1888.294492] env[62153]: value = "task-2072939" [ 1888.294492] env[62153]: _type = "Task" [ 1888.294492] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.309154] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.627209] env[62153]: INFO nova.compute.manager [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Unrescuing [ 1888.627209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.627209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.627209] env[62153]: DEBUG nova.network.neutron [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.638052] env[62153]: DEBUG nova.compute.manager [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Received event network-changed-5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1888.638456] env[62153]: DEBUG nova.compute.manager [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Refreshing instance network info cache due to event network-changed-5164bbc2-5c68-46ce-83e0-2bc71b96998b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1888.638903] env[62153]: DEBUG oslo_concurrency.lockutils [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] Acquiring lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.640526] env[62153]: DEBUG oslo_concurrency.lockutils [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] Acquired lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.640526] env[62153]: DEBUG nova.network.neutron [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Refreshing network info cache for port 5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.809568] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.878576] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.878878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.879155] env[62153]: INFO nova.compute.manager [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Attaching volume bde71667-4152-45a2-ab4b-caefe8b85d1d to /dev/sdb [ 1888.897250] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99dc2e-9472-4407-b5ce-ec5ed8e18ee1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.906475] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce89c8-fe41-4cf9-bac4-2556011755c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.952429] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9a4b9b-540f-401d-9a5a-0154ab5f9302 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.955948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462cbf35-d840-44ad-8d83-1127e29e85d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.968887] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d802f772-ed72-407a-abf2-f28d0cff67de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.974654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decdafa6-3630-4af5-ba88-99f22221bd4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.990929] env[62153]: DEBUG nova.compute.provider_tree [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.996754] env[62153]: DEBUG nova.virt.block_device [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updating existing volume attachment record: 74c32423-9bd6-41e9-bd95-4bb42cccc515 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1889.118233] env[62153]: DEBUG nova.compute.manager [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.119564] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48c8ec0-f763-4fea-b4fb-2230e4bc61f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.311540] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532128} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.312128] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f1c187a9-b3d8-46d5-9718-a515abae05c3/f1c187a9-b3d8-46d5-9718-a515abae05c3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1889.312571] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1889.313040] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bf9d48f-3ee9-470a-8f72-eabdd692d9e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.326468] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1889.326468] env[62153]: value = "task-2072943" [ 1889.326468] env[62153]: _type = "Task" [ 1889.326468] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.337878] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.440723] env[62153]: DEBUG nova.network.neutron [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updating instance_info_cache with network_info: [{"id": "b1926606-827e-4c5f-9047-7545731473de", "address": "fa:16:3e:78:6b:9b", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1926606-82", "ovs_interfaceid": "b1926606-827e-4c5f-9047-7545731473de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.501564] env[62153]: DEBUG nova.scheduler.client.report [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.629822] env[62153]: INFO nova.compute.manager [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] instance snapshotting [ 1889.630452] env[62153]: DEBUG nova.objects.instance [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'flavor' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.672512] env[62153]: DEBUG nova.network.neutron [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Updated VIF entry in instance network info cache for port 5164bbc2-5c68-46ce-83e0-2bc71b96998b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.672873] env[62153]: DEBUG nova.network.neutron [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Updating instance_info_cache with network_info: [{"id": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "address": "fa:16:3e:f5:c0:c5", "network": {"id": "a3b3a617-d827-466c-8bdf-8850c1e272d5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1258373296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510069c0a41847ab8b61dade7d4f4d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5164bbc2-5c", "ovs_interfaceid": "5164bbc2-5c68-46ce-83e0-2bc71b96998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.698630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "098bb596-73d7-4647-9d54-a68dddbe2f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.698630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.698630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "098bb596-73d7-4647-9d54-a68dddbe2f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.698630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.698630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.699850] env[62153]: INFO nova.compute.manager [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Terminating instance [ 1889.840411] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071734} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.840889] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.841868] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12b944-824e-4a5d-91f9-beae77788fd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.868967] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f1c187a9-b3d8-46d5-9718-a515abae05c3/f1c187a9-b3d8-46d5-9718-a515abae05c3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.869422] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0adea6-4b65-47ba-b048-b13a54ac5f5b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.891630] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1889.891630] env[62153]: value = "task-2072944" [ 1889.891630] env[62153]: _type = "Task" [ 1889.891630] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.902463] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.944346] env[62153]: DEBUG oslo_concurrency.lockutils [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-810b45a7-52ea-4c63-8749-99a205355ccc" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.945325] env[62153]: DEBUG nova.objects.instance [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lazy-loading 'flavor' on Instance uuid 810b45a7-52ea-4c63-8749-99a205355ccc {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.008926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.009689] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.012715] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.602s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.014790] env[62153]: INFO nova.compute.claims [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1890.137491] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83f2fbd-586b-47a6-acd7-cc96a70d6163 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.163671] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff7cbd-8ec1-48dd-a930-9b14b2a0cfe5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.179919] env[62153]: DEBUG oslo_concurrency.lockutils [req-24b2067f-2415-4356-a30b-16035484438c req-7e438602-efe8-4bbc-a8b5-6187c55e3fa9 service nova] Releasing lock "refresh_cache-b40628ac-3a0b-4171-9458-a8be9e91a6d1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.204306] env[62153]: DEBUG nova.compute.manager [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.204638] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.206066] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864c3b1-d7ed-4928-ba8b-85d4ddd6168d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.215725] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.215925] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb3ae79-5060-4e96-a946-f3706a90845f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.225286] env[62153]: DEBUG oslo_vmware.api [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1890.225286] env[62153]: value = "task-2072945" [ 1890.225286] env[62153]: _type = "Task" [ 1890.225286] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.235159] env[62153]: DEBUG oslo_vmware.api [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.405980] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072944, 'name': ReconfigVM_Task, 'duration_secs': 0.475817} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.405980] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f1c187a9-b3d8-46d5-9718-a515abae05c3/f1c187a9-b3d8-46d5-9718-a515abae05c3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.405980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c44087e-d74b-4947-8eed-ba619a85eaf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.412133] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1890.412133] env[62153]: value = "task-2072946" [ 1890.412133] env[62153]: _type = "Task" [ 1890.412133] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.420352] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072946, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.453513] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea079b0f-c860-4033-9887-8bdb52698479 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.487699] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.489860] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b57ad81-477d-4671-8828-204c39d41fd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.496556] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1890.496556] env[62153]: value = "task-2072947" [ 1890.496556] env[62153]: _type = "Task" [ 1890.496556] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.507637] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.524350] env[62153]: DEBUG nova.compute.utils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1890.526408] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1890.526696] env[62153]: DEBUG nova.network.neutron [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1890.597246] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "b2186606-5944-418f-acba-d2c5b8c31f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.597698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "b2186606-5944-418f-acba-d2c5b8c31f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.600104] env[62153]: DEBUG nova.policy [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd9335731ba7464f8d2c93d601f2c1df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0268ff3b0f462b8cd00205fefbbe31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1890.679709] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1890.680753] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-deea28aa-ce0a-4562-a04e-6b9427b53c37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.688937] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1890.688937] env[62153]: value = "task-2072948" [ 1890.688937] env[62153]: _type = "Task" [ 1890.688937] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.698471] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.734699] env[62153]: DEBUG oslo_vmware.api [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072945, 'name': PowerOffVM_Task, 'duration_secs': 0.246448} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.735031] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.737302] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.737302] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e76bb68-d5ce-4e72-a529-60bb4e3f89c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.846209] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.846507] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.846732] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Deleting the datastore file [datastore1] 098bb596-73d7-4647-9d54-a68dddbe2f81 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.847105] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be978ff8-4152-4071-a595-6f6ad488a5fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.855041] env[62153]: DEBUG oslo_vmware.api [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1890.855041] env[62153]: value = "task-2072950" [ 1890.855041] env[62153]: _type = "Task" [ 1890.855041] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.862601] env[62153]: DEBUG oslo_vmware.api [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.924504] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072946, 'name': Rename_Task, 'duration_secs': 0.197663} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.924504] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.924504] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ffdf9b-afb7-413e-ae86-46874609fe14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.933396] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1890.933396] env[62153]: value = "task-2072951" [ 1890.933396] env[62153]: _type = "Task" [ 1890.933396] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.941397] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.968436] env[62153]: DEBUG nova.network.neutron [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Successfully created port: ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.010821] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072947, 'name': PowerOffVM_Task, 'duration_secs': 0.217016} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.011016] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.017376] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1891.017703] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4defff7-71a7-4930-a7af-7d16093bcc98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.036025] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.042698] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1891.042698] env[62153]: value = "task-2072952" [ 1891.042698] env[62153]: _type = "Task" [ 1891.042698] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.052013] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.203554] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072948, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.364981] env[62153]: DEBUG oslo_vmware.api [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2072950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21885} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.367783] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.368080] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.368471] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.370078] env[62153]: INFO nova.compute.manager [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1891.370078] env[62153]: DEBUG oslo.service.loopingcall [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.370078] env[62153]: DEBUG nova.compute.manager [-] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.370078] env[62153]: DEBUG nova.network.neutron [-] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.454023] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072951, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.553028] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072952, 'name': ReconfigVM_Task, 'duration_secs': 0.259476} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.555811] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1891.556061] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.556528] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a195e6-150f-4e6d-827a-ece74137bb2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.563147] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1891.563147] env[62153]: value = "task-2072954" [ 1891.563147] env[62153]: _type = "Task" [ 1891.563147] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.573385] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.619251] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c4ca65-b4fe-4f6c-b991-fc09e83a8ff1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.627512] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f68c8-bd19-4fbd-aa79-394d662dadd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.665139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf8c95-e97d-480a-8511-b50903898dc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.671092] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf09d8-81f4-4ec0-ac2e-1629881c81a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.687617] env[62153]: DEBUG nova.compute.provider_tree [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.703043] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072948, 'name': CreateSnapshot_Task, 'duration_secs': 0.544195} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.703338] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1891.704137] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4cf8d-d68e-4ca5-8999-c8597a5d42ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.946354] env[62153]: DEBUG oslo_vmware.api [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072951, 'name': PowerOnVM_Task, 'duration_secs': 0.769255} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.946669] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.946947] env[62153]: INFO nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Took 12.53 seconds to spawn the instance on the hypervisor. [ 1891.947083] env[62153]: DEBUG nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.947975] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3da070-4854-45cc-83b6-036a69da7ca3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.051570] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.075299] env[62153]: DEBUG oslo_vmware.api [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2072954, 'name': PowerOnVM_Task, 'duration_secs': 0.474282} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.075299] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1892.075299] env[62153]: DEBUG nova.compute.manager [None req-818cb241-c97b-4ed0-9d45-021c6dd03dfa tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.076503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39587d-1048-4650-94a3-8a92aee9667e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.082389] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1892.082627] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.082941] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1892.083026] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.083179] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1892.083326] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1892.083529] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1892.083685] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1892.083847] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1892.084014] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1892.084199] env[62153]: DEBUG nova.virt.hardware [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1892.085130] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df96229-c81b-499c-a5ed-2b23509216c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.097407] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74f3c6c-1f71-48eb-9c7a-78084b2ecda7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.190224] env[62153]: DEBUG nova.scheduler.client.report [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.198435] env[62153]: DEBUG nova.compute.manager [req-28b947d8-eeee-41a7-8c83-f4446922976b req-c89d8f38-afa1-448a-bae8-92c2a9ed1d27 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Received event network-vif-deleted-2984a4ce-c54a-4d71-ae7f-1bb966deba0f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.198435] env[62153]: INFO nova.compute.manager [req-28b947d8-eeee-41a7-8c83-f4446922976b req-c89d8f38-afa1-448a-bae8-92c2a9ed1d27 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Neutron deleted interface 2984a4ce-c54a-4d71-ae7f-1bb966deba0f; detaching it from the instance and deleting it from the info cache [ 1892.198435] env[62153]: DEBUG nova.network.neutron [req-28b947d8-eeee-41a7-8c83-f4446922976b req-c89d8f38-afa1-448a-bae8-92c2a9ed1d27 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.222103] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1892.222726] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-111457dc-f1c8-4338-82fd-0a2975db0069 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.232609] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1892.232609] env[62153]: value = "task-2072955" [ 1892.232609] env[62153]: _type = "Task" [ 1892.232609] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.241434] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072955, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.474496] env[62153]: INFO nova.compute.manager [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Took 47.84 seconds to build instance. [ 1892.621250] env[62153]: DEBUG nova.network.neutron [-] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.702808] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.702808] env[62153]: DEBUG nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1892.708751] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.115s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.710563] env[62153]: INFO nova.compute.claims [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1892.713805] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3078e70c-2432-48b3-9837-2ca2d963df58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.727934] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add720a-7888-45ed-87bc-86d039751d88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.761040] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072955, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.777060] env[62153]: DEBUG nova.compute.manager [req-28b947d8-eeee-41a7-8c83-f4446922976b req-c89d8f38-afa1-448a-bae8-92c2a9ed1d27 service nova] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Detach interface failed, port_id=2984a4ce-c54a-4d71-ae7f-1bb966deba0f, reason: Instance 098bb596-73d7-4647-9d54-a68dddbe2f81 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1892.904245] env[62153]: DEBUG nova.compute.manager [req-adaa5b87-bd68-4bc4-b495-7e12ba771148 req-0394e02b-f2d5-4912-a7af-a3ede4f276b7 service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Received event network-vif-plugged-ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.904537] env[62153]: DEBUG oslo_concurrency.lockutils [req-adaa5b87-bd68-4bc4-b495-7e12ba771148 req-0394e02b-f2d5-4912-a7af-a3ede4f276b7 service nova] Acquiring lock "71e74f84-7340-42e9-9d64-99d8e4706406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.905475] env[62153]: DEBUG oslo_concurrency.lockutils [req-adaa5b87-bd68-4bc4-b495-7e12ba771148 req-0394e02b-f2d5-4912-a7af-a3ede4f276b7 service nova] Lock "71e74f84-7340-42e9-9d64-99d8e4706406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.905746] env[62153]: DEBUG oslo_concurrency.lockutils [req-adaa5b87-bd68-4bc4-b495-7e12ba771148 req-0394e02b-f2d5-4912-a7af-a3ede4f276b7 service nova] Lock "71e74f84-7340-42e9-9d64-99d8e4706406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.905993] env[62153]: DEBUG nova.compute.manager [req-adaa5b87-bd68-4bc4-b495-7e12ba771148 req-0394e02b-f2d5-4912-a7af-a3ede4f276b7 service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] No waiting events found dispatching network-vif-plugged-ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1892.906191] env[62153]: WARNING nova.compute.manager [req-adaa5b87-bd68-4bc4-b495-7e12ba771148 req-0394e02b-f2d5-4912-a7af-a3ede4f276b7 service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Received unexpected event network-vif-plugged-ee00be21-fd93-4595-88b9-f278c6d469f8 for instance with vm_state building and task_state spawning. [ 1892.978948] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93aaf56e-1ebf-484b-829b-75f6bbcd9a47 tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.868s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.997768] env[62153]: DEBUG nova.network.neutron [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Successfully updated port: ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.129444] env[62153]: INFO nova.compute.manager [-] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Took 1.76 seconds to deallocate network for instance. [ 1893.210446] env[62153]: DEBUG nova.compute.utils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.215022] env[62153]: DEBUG nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1893.256757] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072955, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.485342] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.502316] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "refresh_cache-71e74f84-7340-42e9-9d64-99d8e4706406" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.503101] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquired lock "refresh_cache-71e74f84-7340-42e9-9d64-99d8e4706406" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.503566] env[62153]: DEBUG nova.network.neutron [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.560239] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1893.560484] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424957', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'name': 'volume-bde71667-4152-45a2-ab4b-caefe8b85d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241135ec-7bdb-4ba4-8e40-9c0413791de8', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'serial': 'bde71667-4152-45a2-ab4b-caefe8b85d1d'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1893.561943] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026674c-40e2-47e0-a6fc-4bbe83e404f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.581015] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a967a62-9572-4fc1-b6d7-bf3f90e56850 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.607659] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-bde71667-4152-45a2-ab4b-caefe8b85d1d/volume-bde71667-4152-45a2-ab4b-caefe8b85d1d.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.607912] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a877be28-3378-42b6-860f-dea151be2fc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.628014] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Waiting for the task: (returnval){ [ 1893.628014] env[62153]: value = "task-2072956" [ 1893.628014] env[62153]: _type = "Task" [ 1893.628014] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.635957] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.637107] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.713045] env[62153]: DEBUG nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1893.717749] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-a77bf89c-c665-439d-a042-7b167878e14f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.718051] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-a77bf89c-c665-439d-a042-7b167878e14f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.718426] env[62153]: DEBUG nova.objects.instance [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'flavor' on Instance uuid a77bf89c-c665-439d-a042-7b167878e14f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.769780] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072955, 'name': CloneVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.007719] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.053075] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "f1c187a9-b3d8-46d5-9718-a515abae05c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.053997] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.054377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.054824] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.055349] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.060029] env[62153]: INFO nova.compute.manager [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Terminating instance [ 1894.069501] env[62153]: DEBUG nova.network.neutron [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.141172] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.258856] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072955, 'name': CloneVM_Task, 'duration_secs': 1.859679} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.260738] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created linked-clone VM from snapshot [ 1894.260738] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51aa65-a593-445b-ac08-a843b7c486b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.271325] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Uploading image 9866539b-9560-4bcc-a8b5-2f8124f4a3ae {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1894.325732] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1894.325732] env[62153]: value = "vm-424959" [ 1894.325732] env[62153]: _type = "VirtualMachine" [ 1894.325732] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1894.326146] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2c79841-1189-49b8-ac31-3b115914132c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.328588] env[62153]: DEBUG nova.objects.instance [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'pci_requests' on Instance uuid a77bf89c-c665-439d-a042-7b167878e14f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.342204] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease: (returnval){ [ 1894.342204] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529bbca5-7a81-a04f-4b18-428415481473" [ 1894.342204] env[62153]: _type = "HttpNfcLease" [ 1894.342204] env[62153]: } obtained for exporting VM: (result){ [ 1894.342204] env[62153]: value = "vm-424959" [ 1894.342204] env[62153]: _type = "VirtualMachine" [ 1894.342204] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1894.342541] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the lease: (returnval){ [ 1894.342541] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529bbca5-7a81-a04f-4b18-428415481473" [ 1894.342541] env[62153]: _type = "HttpNfcLease" [ 1894.342541] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1894.350759] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1894.350759] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529bbca5-7a81-a04f-4b18-428415481473" [ 1894.350759] env[62153]: _type = "HttpNfcLease" [ 1894.350759] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1894.351048] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1894.351048] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529bbca5-7a81-a04f-4b18-428415481473" [ 1894.351048] env[62153]: _type = "HttpNfcLease" [ 1894.351048] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1894.354350] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1170aa8-e96f-4391-8087-6dfa5a3de867 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.364998] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da6ace-8f0e-ac84-c0a2-b5a6384f8873/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1894.364998] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da6ace-8f0e-ac84-c0a2-b5a6384f8873/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1894.431230] env[62153]: DEBUG nova.network.neutron [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Updating instance_info_cache with network_info: [{"id": "ee00be21-fd93-4595-88b9-f278c6d469f8", "address": "fa:16:3e:d7:f3:4e", "network": {"id": "e3219314-2f29-4912-a567-5233b71e9dac", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-585273927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0268ff3b0f462b8cd00205fefbbe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee00be21-fd", "ovs_interfaceid": "ee00be21-fd93-4595-88b9-f278c6d469f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.439301] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e1fd8-daf7-484a-b176-3d0d0f86edef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.448554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88215b32-b5fa-4b45-86ef-24997e5c6df9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.485311] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9cc0eb-82b1-452e-94da-bdace7aad6c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.488722] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c7ff9ec-3f24-4172-afaa-53674c502f20 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.497344] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f1b57-a175-43ea-9440-44d80efeb860 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.516692] env[62153]: DEBUG nova.compute.provider_tree [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.574026] env[62153]: DEBUG nova.compute.manager [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1894.574026] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1894.574026] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba91dfb-b4b4-484a-ace9-c06361525f69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.582791] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.583077] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f4bbb1-3504-451f-9dbe-b87e2dbb42d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.590246] env[62153]: DEBUG oslo_vmware.api [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1894.590246] env[62153]: value = "task-2072958" [ 1894.590246] env[62153]: _type = "Task" [ 1894.590246] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.599659] env[62153]: DEBUG oslo_vmware.api [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.640326] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072956, 'name': ReconfigVM_Task, 'duration_secs': 0.643691} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.640326] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-bde71667-4152-45a2-ab4b-caefe8b85d1d/volume-bde71667-4152-45a2-ab4b-caefe8b85d1d.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1894.644359] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fc7b38-f870-43b2-9cbc-066bde751386 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.661263] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Waiting for the task: (returnval){ [ 1894.661263] env[62153]: value = "task-2072959" [ 1894.661263] env[62153]: _type = "Task" [ 1894.661263] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.670173] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.731978] env[62153]: DEBUG nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1894.762509] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1894.762757] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1894.765293] env[62153]: DEBUG nova.virt.hardware [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1894.765964] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad27229b-6163-4e0f-917b-e87993d36fea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.774711] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3fce18-7899-495c-ba5f-0efcd8bb0a57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.791108] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.797115] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Creating folder: Project (359d760022104a7abc564c584e1165c5). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1894.797388] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7083c7b6-c9b5-433c-a078-ebdccbb574e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.811633] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Created folder: Project (359d760022104a7abc564c584e1165c5) in parent group-v424816. [ 1894.813220] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Creating folder: Instances. Parent ref: group-v424960. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1894.813220] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cad1f84d-13b8-4e42-937f-1db76a7c32f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.823871] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Created folder: Instances in parent group-v424960. [ 1894.824244] env[62153]: DEBUG oslo.service.loopingcall [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.824453] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.824717] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f06d2148-d4e5-42b4-b153-3aa30333a9a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.838593] env[62153]: DEBUG nova.objects.base [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1894.838757] env[62153]: DEBUG nova.network.neutron [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.846986] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.846986] env[62153]: value = "task-2072962" [ 1894.846986] env[62153]: _type = "Task" [ 1894.846986] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.855919] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072962, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.933111] env[62153]: DEBUG nova.policy [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.936687] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Releasing lock "refresh_cache-71e74f84-7340-42e9-9d64-99d8e4706406" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.937468] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Instance network_info: |[{"id": "ee00be21-fd93-4595-88b9-f278c6d469f8", "address": "fa:16:3e:d7:f3:4e", "network": {"id": "e3219314-2f29-4912-a567-5233b71e9dac", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-585273927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0268ff3b0f462b8cd00205fefbbe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee00be21-fd", "ovs_interfaceid": "ee00be21-fd93-4595-88b9-f278c6d469f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1894.938378] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:f3:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee00be21-fd93-4595-88b9-f278c6d469f8', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.954759] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Creating folder: Project (5b0268ff3b0f462b8cd00205fefbbe31). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1894.956370] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-389a32cd-67bc-4a07-a8c2-e665887d1d2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.968692] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Created folder: Project (5b0268ff3b0f462b8cd00205fefbbe31) in parent group-v424816. [ 1894.968692] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Creating folder: Instances. Parent ref: group-v424963. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1894.969021] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b0fb6d-d190-42b5-b317-2fe0b38a2e26 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.981367] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Created folder: Instances in parent group-v424963. [ 1894.986998] env[62153]: DEBUG oslo.service.loopingcall [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.986998] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.988549] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8389d702-8c80-4022-b02c-b7874b9e0f94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.008732] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.008732] env[62153]: value = "task-2072965" [ 1895.008732] env[62153]: _type = "Task" [ 1895.008732] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.019712] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072965, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.023385] env[62153]: DEBUG nova.scheduler.client.report [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.107797] env[62153]: DEBUG oslo_vmware.api [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072958, 'name': PowerOffVM_Task, 'duration_secs': 0.415636} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.108226] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.108512] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.108836] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2afd3bd0-b8ca-4556-ae02-ef13b8a228f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.177033] env[62153]: DEBUG oslo_vmware.api [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072959, 'name': ReconfigVM_Task, 'duration_secs': 0.18888} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.177437] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424957', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'name': 'volume-bde71667-4152-45a2-ab4b-caefe8b85d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241135ec-7bdb-4ba4-8e40-9c0413791de8', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'serial': 'bde71667-4152-45a2-ab4b-caefe8b85d1d'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1895.361953] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072962, 'name': CreateVM_Task, 'duration_secs': 0.36844} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.361953] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.361953] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.361953] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.362344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.362405] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19441918-7769-4062-8605-f929ebb05ade {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.367778] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1895.367778] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fe556-b84d-a0ec-b1ba-0145415a45ee" [ 1895.367778] env[62153]: _type = "Task" [ 1895.367778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.378099] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fe556-b84d-a0ec-b1ba-0145415a45ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.419501] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.419501] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.419501] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Deleting the datastore file [datastore1] f1c187a9-b3d8-46d5-9718-a515abae05c3 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.419501] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddbe2d0-28a4-4ea8-a96d-075bf3752a74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.431195] env[62153]: DEBUG oslo_vmware.api [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for the task: (returnval){ [ 1895.431195] env[62153]: value = "task-2072967" [ 1895.431195] env[62153]: _type = "Task" [ 1895.431195] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.439989] env[62153]: DEBUG oslo_vmware.api [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.442741] env[62153]: DEBUG nova.network.neutron [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Successfully created port: 3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.519559] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072965, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.530597] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.530597] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.535332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.740s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.535332] env[62153]: DEBUG nova.objects.instance [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'resources' on Instance uuid d2fc7e37-5866-4c59-a20a-f311ecceddb9 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.750397] env[62153]: DEBUG nova.compute.manager [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Received event network-changed-ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.751253] env[62153]: DEBUG nova.compute.manager [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Refreshing instance network info cache due to event network-changed-ee00be21-fd93-4595-88b9-f278c6d469f8. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1895.751518] env[62153]: DEBUG oslo_concurrency.lockutils [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] Acquiring lock "refresh_cache-71e74f84-7340-42e9-9d64-99d8e4706406" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.752928] env[62153]: DEBUG oslo_concurrency.lockutils [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] Acquired lock "refresh_cache-71e74f84-7340-42e9-9d64-99d8e4706406" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.753128] env[62153]: DEBUG nova.network.neutron [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Refreshing network info cache for port ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.878828] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fe556-b84d-a0ec-b1ba-0145415a45ee, 'name': SearchDatastore_Task, 'duration_secs': 0.032167} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.879471] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.879856] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.880258] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.880584] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.883346] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.883346] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e914e0-0254-46a1-bb1c-f3f016d87f2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.889665] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.890082] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.890975] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f11e0e3-da0d-4929-95dd-52f411ea12f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.896800] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1895.896800] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527f5c6e-3a55-8a61-dd3b-b6b9b73de62e" [ 1895.896800] env[62153]: _type = "Task" [ 1895.896800] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.905479] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527f5c6e-3a55-8a61-dd3b-b6b9b73de62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.942620] env[62153]: DEBUG oslo_vmware.api [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Task: {'id': task-2072967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283585} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.944681] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1895.944681] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1895.944681] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1895.944681] env[62153]: INFO nova.compute.manager [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1895.944681] env[62153]: DEBUG oslo.service.loopingcall [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.944681] env[62153]: DEBUG nova.compute.manager [-] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1895.945964] env[62153]: DEBUG nova.network.neutron [-] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.021390] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072965, 'name': CreateVM_Task, 'duration_secs': 0.526926} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.021793] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.022629] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.022963] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.023584] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.023884] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d58d5e-06d7-40d4-9e69-df414ec7ec8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.030411] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1896.030411] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227356c-356c-5da9-6808-cb970196605c" [ 1896.030411] env[62153]: _type = "Task" [ 1896.030411] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.040242] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227356c-356c-5da9-6808-cb970196605c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.044295] env[62153]: DEBUG nova.compute.utils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.046466] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.047318] env[62153]: DEBUG nova.network.neutron [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.156857] env[62153]: DEBUG nova.policy [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a46aa494fee0458ab85e08b225700843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15204657c616483a86ab8367c2dc68d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.237831] env[62153]: DEBUG nova.objects.instance [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lazy-loading 'flavor' on Instance uuid 241135ec-7bdb-4ba4-8e40-9c0413791de8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.412040] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527f5c6e-3a55-8a61-dd3b-b6b9b73de62e, 'name': SearchDatastore_Task, 'duration_secs': 0.014162} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.416147] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9caffb3-480d-43d5-8e26-f3386bfb25ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.428666] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1896.428666] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527b31cb-dadd-5492-6042-df62ba04aae8" [ 1896.428666] env[62153]: _type = "Task" [ 1896.428666] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.439777] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527b31cb-dadd-5492-6042-df62ba04aae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.546672] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227356c-356c-5da9-6808-cb970196605c, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.546858] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.547918] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1896.548138] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.555870] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.664650] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1d7428-dd2c-4a9a-8a27-8755bb8733ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.673871] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6363fa8c-16f8-4267-8306-d73084cf3b0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.712162] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0824b37-21c9-4228-a564-6e849af8061d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.720247] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ca62f-6507-443f-b874-066e66368714 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.737635] env[62153]: DEBUG nova.compute.provider_tree [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.746349] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9ed54f0-326f-4d28-bb88-1406827c7656 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.806775] env[62153]: DEBUG nova.network.neutron [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Updated VIF entry in instance network info cache for port ee00be21-fd93-4595-88b9-f278c6d469f8. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.806775] env[62153]: DEBUG nova.network.neutron [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Updating instance_info_cache with network_info: [{"id": "ee00be21-fd93-4595-88b9-f278c6d469f8", "address": "fa:16:3e:d7:f3:4e", "network": {"id": "e3219314-2f29-4912-a567-5233b71e9dac", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-585273927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0268ff3b0f462b8cd00205fefbbe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee00be21-fd", "ovs_interfaceid": "ee00be21-fd93-4595-88b9-f278c6d469f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.826848] env[62153]: DEBUG nova.network.neutron [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Successfully created port: ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.939563] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527b31cb-dadd-5492-6042-df62ba04aae8, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.939930] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.940193] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1/19bc94fa-d863-4b60-ace0-90e01d02b2e1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1896.940486] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.940694] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.940916] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-135fd964-6462-4d40-8782-01b48601ee14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.943179] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b435eaf9-5e61-49d8-8a08-ef5a28dd9f15 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.952281] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1896.952281] env[62153]: value = "task-2072968" [ 1896.952281] env[62153]: _type = "Task" [ 1896.952281] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.953876] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.954211] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.957729] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f8c9e1-3b2d-4594-a52d-e4e3c88a2f23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.965324] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.966737] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1896.966737] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eeef5e-1478-a335-5bd9-e804457ca1f2" [ 1896.966737] env[62153]: _type = "Task" [ 1896.966737] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.974862] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eeef5e-1478-a335-5bd9-e804457ca1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.233821] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298cf45-95f5-6efd-5a55-9ea06884f1ac/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1897.234804] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e919fa6-b115-4fb7-9a06-020012400102 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.243569] env[62153]: DEBUG nova.scheduler.client.report [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.247971] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298cf45-95f5-6efd-5a55-9ea06884f1ac/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1897.248237] env[62153]: ERROR oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298cf45-95f5-6efd-5a55-9ea06884f1ac/disk-0.vmdk due to incomplete transfer. [ 1897.248746] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df438d98-9f3d-4be0-a5fa-e2133cab18e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.260170] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298cf45-95f5-6efd-5a55-9ea06884f1ac/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1897.260532] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Uploaded image 9fc83c61-072c-4f0a-bcd2-7fae7d63d4da to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1897.263811] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1897.264943] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a15f7b8-43b5-46dc-bfbe-606843450e91 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.272692] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1897.272692] env[62153]: value = "task-2072969" [ 1897.272692] env[62153]: _type = "Task" [ 1897.272692] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.283637] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.309826] env[62153]: DEBUG oslo_concurrency.lockutils [req-c0eac8c6-2a92-47db-91f7-9e9a9ce3b818 req-23d7568b-6e80-4eae-a67a-998c6294a68d service nova] Releasing lock "refresh_cache-71e74f84-7340-42e9-9d64-99d8e4706406" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.372901] env[62153]: DEBUG nova.network.neutron [-] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.463844] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072968, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.476969] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eeef5e-1478-a335-5bd9-e804457ca1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.477855] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57370369-b0db-4e92-9be1-9279b63ee172 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.483332] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1897.483332] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5285a5c5-7bf9-97d6-ecf2-48baf6a10d2b" [ 1897.483332] env[62153]: _type = "Task" [ 1897.483332] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.491409] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5285a5c5-7bf9-97d6-ecf2-48baf6a10d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.569505] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.592337] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:45:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32f080fc-65b5-41bb-b1e5-e5d645a4a003',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2039047627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.592637] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.592816] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.593030] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.593187] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.593329] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.593576] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.593741] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.593938] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.594195] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.594390] env[62153]: DEBUG nova.virt.hardware [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.595260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ded45-7fd3-4503-8dc0-bb1b1b1e2b60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.603543] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099fb56f-68fc-4414-aeb0-f2e4d0ca1faa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.752691] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.755984] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.141s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.756870] env[62153]: INFO nova.compute.claims [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.782615] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.783622] env[62153]: INFO nova.scheduler.client.report [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocations for instance d2fc7e37-5866-4c59-a20a-f311ecceddb9 [ 1897.874949] env[62153]: INFO nova.compute.manager [-] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Took 1.93 seconds to deallocate network for instance. [ 1897.964871] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515642} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.965182] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1/19bc94fa-d863-4b60-ace0-90e01d02b2e1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.965369] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.965654] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce71a70-1502-455d-a1eb-6078dd65b47a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.973125] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1897.973125] env[62153]: value = "task-2072970" [ 1897.973125] env[62153]: _type = "Task" [ 1897.973125] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.981076] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.992978] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5285a5c5-7bf9-97d6-ecf2-48baf6a10d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.993252] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.993548] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 71e74f84-7340-42e9-9d64-99d8e4706406/71e74f84-7340-42e9-9d64-99d8e4706406.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.993823] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9414c6eb-0126-4e93-9270-d0c72f46128f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.999880] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1897.999880] env[62153]: value = "task-2072971" [ 1897.999880] env[62153]: _type = "Task" [ 1897.999880] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.007781] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.228387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.228831] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.284994] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.291404] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42ca71bf-4f09-4e14-96aa-f68d469fa1bb tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "d2fc7e37-5866-4c59-a20a-f311ecceddb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.048s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.382033] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.482768] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074048} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.483569] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.484225] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168249e5-fe82-44ea-bcb8-4083ef362650 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.489578] env[62153]: DEBUG nova.compute.manager [req-900c10b3-2173-4859-b37f-618768d298f5 req-dd2bae22-0ed3-4cec-b79e-a066a960d79c service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received event network-vif-deleted-45037ea7-2a99-49da-9590-0970f43988ee {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1898.505199] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1/19bc94fa-d863-4b60-ace0-90e01d02b2e1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.505790] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e02ab5-56a0-4182-9fd3-e65df9192e1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.530861] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451053} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.532053] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 71e74f84-7340-42e9-9d64-99d8e4706406/71e74f84-7340-42e9-9d64-99d8e4706406.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.532275] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.536020] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1898.536020] env[62153]: value = "task-2072972" [ 1898.536020] env[62153]: _type = "Task" [ 1898.536020] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.536020] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b7781bf-7951-4edb-abab-abcd9e036006 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.542444] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.543611] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1898.543611] env[62153]: value = "task-2072973" [ 1898.543611] env[62153]: _type = "Task" [ 1898.543611] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.550827] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.783642] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.045993] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072972, 'name': ReconfigVM_Task, 'duration_secs': 0.287071} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.050298] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1/19bc94fa-d863-4b60-ace0-90e01d02b2e1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.053108] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-025562e3-a7d3-4ea0-b44e-9d7839f49336 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.063949] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065836} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.065242] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1899.065600] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1899.065600] env[62153]: value = "task-2072974" [ 1899.065600] env[62153]: _type = "Task" [ 1899.065600] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.066400] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e449f9-dff3-4f27-acfd-ce52aff045c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.097953] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 71e74f84-7340-42e9-9d64-99d8e4706406/71e74f84-7340-42e9-9d64-99d8e4706406.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.098322] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072974, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.101446] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67051c0-3c6b-4889-8500-33c81719eab0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.122422] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1899.122422] env[62153]: value = "task-2072975" [ 1899.122422] env[62153]: _type = "Task" [ 1899.122422] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.133396] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.262792] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237cb10-a2bf-4a21-a802-f685ba2d47a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.271320] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15933204-5714-4c45-8979-85d11e63a66e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.284466] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.313242] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c90d38-2d19-4d44-bcc1-4c2db4bf7bb2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.321481] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d03eb-a14f-4814-a3d3-89766d939475 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.336608] env[62153]: DEBUG nova.compute.provider_tree [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.581052] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072974, 'name': Rename_Task, 'duration_secs': 0.134655} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.581429] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.581571] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1febfc04-9f92-4a79-b470-168fbd1afc45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.588506] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1899.588506] env[62153]: value = "task-2072976" [ 1899.588506] env[62153]: _type = "Task" [ 1899.588506] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.596410] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.632710] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072975, 'name': ReconfigVM_Task, 'duration_secs': 0.266745} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.633014] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 71e74f84-7340-42e9-9d64-99d8e4706406/71e74f84-7340-42e9-9d64-99d8e4706406.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.633657] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec4ba0f-44c4-4153-963e-8fecc837e368 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.639950] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1899.639950] env[62153]: value = "task-2072977" [ 1899.639950] env[62153]: _type = "Task" [ 1899.639950] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.653718] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072977, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.785176] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.839857] env[62153]: DEBUG nova.scheduler.client.report [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.099036] env[62153]: DEBUG oslo_vmware.api [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072976, 'name': PowerOnVM_Task, 'duration_secs': 0.420203} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.099346] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.099556] env[62153]: INFO nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1900.099733] env[62153]: DEBUG nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.100655] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aeabd7-cec6-451b-b0e2-f2488557f683 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.148088] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.148187] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.155036] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072977, 'name': Rename_Task, 'duration_secs': 0.140326} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.155036] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1900.155221] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec2ff81-78c1-4b6f-a7d9-9c6b1575cf31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.161836] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1900.161836] env[62153]: value = "task-2072978" [ 1900.161836] env[62153]: _type = "Task" [ 1900.161836] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.170422] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.286216] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.347197] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.347462] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1900.350546] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.086s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.350826] env[62153]: DEBUG nova.objects.instance [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lazy-loading 'resources' on Instance uuid 537cd010-2546-4755-a560-a77f6f22a163 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.620059] env[62153]: INFO nova.compute.manager [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Took 39.23 seconds to build instance. [ 1900.656189] env[62153]: INFO nova.compute.manager [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Detaching volume bde71667-4152-45a2-ab4b-caefe8b85d1d [ 1900.673153] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072978, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.697357] env[62153]: INFO nova.virt.block_device [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Attempting to driver detach volume bde71667-4152-45a2-ab4b-caefe8b85d1d from mountpoint /dev/sdb [ 1900.697656] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1900.697845] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424957', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'name': 'volume-bde71667-4152-45a2-ab4b-caefe8b85d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241135ec-7bdb-4ba4-8e40-9c0413791de8', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'serial': 'bde71667-4152-45a2-ab4b-caefe8b85d1d'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1900.698775] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4351e2a6-6d84-4b24-95b4-f3a0bd2fe73c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.721428] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1925ddd0-c61c-40a0-83d8-2e6c912bfede {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.728997] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ede4b-cfcb-4b81-a1c5-a45c256d26a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.749230] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec84e65a-6fbd-4abb-b037-1c1ca32897f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.766530] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] The volume has not been displaced from its original location: [datastore1] volume-bde71667-4152-45a2-ab4b-caefe8b85d1d/volume-bde71667-4152-45a2-ab4b-caefe8b85d1d.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1900.771851] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1900.772190] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60236516-5baa-4d77-ab74-d026ffca6524 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.792953] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.794216] env[62153]: DEBUG oslo_vmware.api [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Waiting for the task: (returnval){ [ 1900.794216] env[62153]: value = "task-2072979" [ 1900.794216] env[62153]: _type = "Task" [ 1900.794216] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.801531] env[62153]: DEBUG oslo_vmware.api [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.854305] env[62153]: DEBUG nova.compute.utils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.855886] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.856222] env[62153]: DEBUG nova.network.neutron [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.906806] env[62153]: DEBUG nova.policy [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521216883a0e42ffa9a89e0177b3943d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bab62be09e54e77a4a77cefa426bacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.123452] env[62153]: DEBUG oslo_concurrency.lockutils [None req-36b4adc4-6dbe-491b-9760-b2bace58cc7f tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.360s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.164361] env[62153]: DEBUG nova.compute.manager [req-b95ec600-1959-46f4-ab4e-c99e63f806bf req-9ce9cd6f-6ef5-4ee0-9d4b-eb647c23d35a service nova] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Received event network-vif-deleted-01bc43b2-cbe4-4341-bda1-bb499af13036 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1901.177417] env[62153]: DEBUG oslo_vmware.api [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072978, 'name': PowerOnVM_Task, 'duration_secs': 0.561137} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.177645] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1901.177850] env[62153]: INFO nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1901.178124] env[62153]: DEBUG nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.178899] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9355ff69-81ee-48d6-9cf6-47b22a87b150 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.222017] env[62153]: DEBUG nova.network.neutron [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Successfully created port: baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.296400] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.307536] env[62153]: DEBUG oslo_vmware.api [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072979, 'name': ReconfigVM_Task, 'duration_secs': 0.445472} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.307807] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1901.318019] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaafc424-9443-4bbc-a052-53f0dd7f6084 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.330911] env[62153]: DEBUG oslo_vmware.api [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Waiting for the task: (returnval){ [ 1901.330911] env[62153]: value = "task-2072980" [ 1901.330911] env[62153]: _type = "Task" [ 1901.330911] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.341231] env[62153]: DEBUG oslo_vmware.api [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.362523] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.371360] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c2fc5a-8070-4c15-b5ed-b1a5834a7449 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.379737] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dec90a-c482-46eb-8725-fbdf38592d0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.415360] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be72109e-a079-4383-a2ae-ab87ab44979c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.423538] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fc6b9-1f98-4a91-861f-6420f9043455 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.438653] env[62153]: DEBUG nova.compute.provider_tree [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.625330] env[62153]: DEBUG nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.696658] env[62153]: INFO nova.compute.manager [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Took 40.90 seconds to build instance. [ 1901.796986] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.840843] env[62153]: DEBUG oslo_vmware.api [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Task: {'id': task-2072980, 'name': ReconfigVM_Task, 'duration_secs': 0.16383} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.841172] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424957', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'name': 'volume-bde71667-4152-45a2-ab4b-caefe8b85d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241135ec-7bdb-4ba4-8e40-9c0413791de8', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde71667-4152-45a2-ab4b-caefe8b85d1d', 'serial': 'bde71667-4152-45a2-ab4b-caefe8b85d1d'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1901.942078] env[62153]: DEBUG nova.scheduler.client.report [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.150171] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.198625] env[62153]: DEBUG oslo_concurrency.lockutils [None req-962393da-e4d8-457f-8bbd-f3967abc0504 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "71e74f84-7340-42e9-9d64-99d8e4706406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.092s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.296852] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.373266] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1902.398975] env[62153]: DEBUG nova.objects.instance [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lazy-loading 'flavor' on Instance uuid 241135ec-7bdb-4ba4-8e40-9c0413791de8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.447691] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.452339] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.158s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.453803] env[62153]: INFO nova.compute.claims [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.474539] env[62153]: INFO nova.scheduler.client.report [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Deleted allocations for instance 537cd010-2546-4755-a560-a77f6f22a163 [ 1902.578816] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1902.578816] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.579027] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1902.579140] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.579291] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1902.579455] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1902.579863] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1902.579863] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1902.580064] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1902.580718] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1902.580718] env[62153]: DEBUG nova.virt.hardware [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1902.582148] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5957559-e112-400a-a333-e8c2832165db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.591764] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85bc5fd-6066-454c-9f46-81d23d9f3fd2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.701974] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1902.798296] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.982364] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0b1467a2-e2ee-4a90-9371-097130bec615 tempest-ServersTestFqdnHostnames-631120589 tempest-ServersTestFqdnHostnames-631120589-project-member] Lock "537cd010-2546-4755-a560-a77f6f22a163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.940s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.086399] env[62153]: DEBUG nova.compute.manager [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.087363] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f71413b-402f-414c-9295-e97e9677bb12 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.128100] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da6ace-8f0e-ac84-c0a2-b5a6384f8873/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1903.129252] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5950e91-5da2-4df2-8acd-d9edbf97b955 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.135468] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da6ace-8f0e-ac84-c0a2-b5a6384f8873/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1903.135636] env[62153]: ERROR oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da6ace-8f0e-ac84-c0a2-b5a6384f8873/disk-0.vmdk due to incomplete transfer. [ 1903.135841] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d996953-a348-4370-a38c-be95fe7eebd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.142868] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da6ace-8f0e-ac84-c0a2-b5a6384f8873/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1903.143088] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Uploaded image 9866539b-9560-4bcc-a8b5-2f8124f4a3ae to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1903.144820] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1903.145078] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e264b8f0-dc33-44a0-a6f1-c6dfd87c8cfc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.150509] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1903.150509] env[62153]: value = "task-2072981" [ 1903.150509] env[62153]: _type = "Task" [ 1903.150509] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.161079] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072981, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.224026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.300445] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.362402] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "interface-71e74f84-7340-42e9-9d64-99d8e4706406-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.362819] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "interface-71e74f84-7340-42e9-9d64-99d8e4706406-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.363343] env[62153]: DEBUG nova.objects.instance [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lazy-loading 'flavor' on Instance uuid 71e74f84-7340-42e9-9d64-99d8e4706406 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.406727] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c7a3ce78-fa5b-49aa-b2e3-d3d59c48c121 tempest-VolumesAssistedSnapshotsTest-270739147 tempest-VolumesAssistedSnapshotsTest-270739147-project-admin] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.596990] env[62153]: INFO nova.compute.manager [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] instance snapshotting [ 1903.597602] env[62153]: DEBUG nova.objects.instance [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lazy-loading 'flavor' on Instance uuid 19bc94fa-d863-4b60-ace0-90e01d02b2e1 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.662588] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072981, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.801456] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.867740] env[62153]: DEBUG nova.objects.instance [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lazy-loading 'pci_requests' on Instance uuid 71e74f84-7340-42e9-9d64-99d8e4706406 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.896552] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f795bf5-654b-4d08-940d-f685ad06c094 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.904571] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3b9a6-a217-417f-b45b-d043032a94cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.934126] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e979c4-21a2-4e58-82df-cc21de491db0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.942085] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d9ac6-9db6-4e51-a6d5-4ea78bca1288 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.956920] env[62153]: DEBUG nova.compute.provider_tree [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.105671] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc56c8-2117-4489-9d76-69210dd6833a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.129658] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c6c40c-1e93-4896-8f44-21f960bfd6d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.160738] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072981, 'name': Destroy_Task, 'duration_secs': 0.824283} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.160738] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroyed the VM [ 1904.160973] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1904.161227] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3bb852ec-a25f-48aa-a834-752e7a5b1dbd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.168828] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1904.168828] env[62153]: value = "task-2072982" [ 1904.168828] env[62153]: _type = "Task" [ 1904.168828] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.178163] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.300069] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072969, 'name': Destroy_Task, 'duration_secs': 6.91589} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.300411] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Destroyed the VM [ 1904.300601] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1904.300825] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-407305fe-7a6d-4722-9858-1695e480652a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.307532] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1904.307532] env[62153]: value = "task-2072983" [ 1904.307532] env[62153]: _type = "Task" [ 1904.307532] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.315319] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072983, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.372298] env[62153]: DEBUG nova.objects.base [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Object Instance<71e74f84-7340-42e9-9d64-99d8e4706406> lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1904.372530] env[62153]: DEBUG nova.network.neutron [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1904.457454] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b682d784-fd26-4710-8a94-7f358d5d9a16 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "interface-71e74f84-7340-42e9-9d64-99d8e4706406-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.459483] env[62153]: DEBUG nova.scheduler.client.report [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.642293] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1904.642599] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59390fc8-de01-48b8-a1a7-dcd4d834fda5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.650234] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1904.650234] env[62153]: value = "task-2072984" [ 1904.650234] env[62153]: _type = "Task" [ 1904.650234] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.658863] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.678540] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072982, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.796142] env[62153]: DEBUG nova.network.neutron [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Successfully updated port: baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.819566] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072983, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.967626] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.968016] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1904.972574] env[62153]: DEBUG nova.network.neutron [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Successfully updated port: ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.974881] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.244s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.975835] env[62153]: DEBUG nova.objects.instance [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lazy-loading 'resources' on Instance uuid fd0b7987-635e-483c-8189-683cc5c2ed9e {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.048935] env[62153]: DEBUG nova.network.neutron [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Successfully updated port: 3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1905.160121] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.178437] env[62153]: DEBUG oslo_vmware.api [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2072982, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525825} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.178674] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1905.178892] env[62153]: INFO nova.compute.manager [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 15.04 seconds to snapshot the instance on the hypervisor. [ 1905.298623] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.298852] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.298932] env[62153]: DEBUG nova.network.neutron [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.318623] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072983, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.481025] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.481025] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.482167] env[62153]: DEBUG nova.network.neutron [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.483296] env[62153]: DEBUG nova.compute.utils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.485626] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.485803] env[62153]: DEBUG nova.network.neutron [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1905.525935] env[62153]: DEBUG nova.policy [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6750686d429544f5b44981cc43874781', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '718e24c67aeb42e7ac2827967c933837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.551072] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.551280] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.551463] env[62153]: DEBUG nova.network.neutron [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.661888] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072984, 'name': CreateSnapshot_Task, 'duration_secs': 0.825212} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.662162] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1905.662951] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e62b1f-ab5a-43c7-851a-72453de5acb2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.742317] env[62153]: DEBUG nova.compute.manager [None req-2ab236a1-b7d5-4706-816d-a6bc816bc592 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Found 1 images (rotation: 2) {{(pid=62153) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1905.804213] env[62153]: DEBUG nova.network.neutron [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Successfully created port: cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1905.818798] env[62153]: DEBUG oslo_vmware.api [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2072983, 'name': RemoveSnapshot_Task, 'duration_secs': 1.344077} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.819159] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1905.819302] env[62153]: INFO nova.compute.manager [None req-f8dc3538-b0dc-49d8-93df-0c9f16bfb796 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Took 22.51 seconds to snapshot the instance on the hypervisor. [ 1905.837530] env[62153]: DEBUG nova.network.neutron [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.940942] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd228ca8-4b62-4c5e-87c1-9ee8fbd765bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.948906] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55149856-bfe1-45da-96f2-1e32705be160 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.986666] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914afbc9-e461-40b7-a4d6-705168b66884 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.988739] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1905.995729] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137cf5c7-cb94-4cb0-b1af-ac655b891664 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.009255] env[62153]: DEBUG nova.compute.provider_tree [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.042938] env[62153]: DEBUG nova.network.neutron [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1906.047023] env[62153]: DEBUG nova.network.neutron [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [{"id": "baef8ef2-5033-4509-9690-ab5fc9979795", "address": "fa:16:3e:51:80:c3", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaef8ef2-50", "ovs_interfaceid": "baef8ef2-5033-4509-9690-ab5fc9979795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.102928] env[62153]: WARNING nova.network.neutron [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] 8795a51b-204b-4878-b34b-b8169051f67c already exists in list: networks containing: ['8795a51b-204b-4878-b34b-b8169051f67c']. ignoring it [ 1906.181570] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1906.181824] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48470574-5188-4e24-840b-91cf6a983e88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.190113] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1906.190113] env[62153]: value = "task-2072985" [ 1906.190113] env[62153]: _type = "Task" [ 1906.190113] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.199176] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072985, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.270473] env[62153]: DEBUG nova.network.neutron [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.496539] env[62153]: INFO nova.virt.block_device [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Booting with volume 70dc926e-b897-429c-a332-0d0c963c0ba0 at /dev/sda [ 1906.515577] env[62153]: DEBUG nova.scheduler.client.report [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.535410] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7124bfc-f93a-4356-a6b3-16f43a9c0b17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.545794] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccafc0d-9974-4aa4-831c-85161744fb27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.556813] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.557137] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Instance network_info: |[{"id": "baef8ef2-5033-4509-9690-ab5fc9979795", "address": "fa:16:3e:51:80:c3", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaef8ef2-50", "ovs_interfaceid": "baef8ef2-5033-4509-9690-ab5fc9979795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.557760] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:80:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baef8ef2-5033-4509-9690-ab5fc9979795', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.565155] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Creating folder: Project (9bab62be09e54e77a4a77cefa426bacf). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.566098] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65bec347-852a-46d9-a427-b4d6aa6f72bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.575682] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Created folder: Project (9bab62be09e54e77a4a77cefa426bacf) in parent group-v424816. [ 1906.575872] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Creating folder: Instances. Parent ref: group-v424968. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.576116] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f938bc3-8d3d-45d1-8080-f632b9feb0ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.591766] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d1a4dd9-45b1-4cda-a1ec-7eb84bb52df1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.593646] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Created folder: Instances in parent group-v424968. [ 1906.593903] env[62153]: DEBUG oslo.service.loopingcall [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.594158] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.594729] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-263edfda-507b-4736-b2ef-4e26c01e7f0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.614837] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f403151-635b-47cf-97df-32cdee7f6f37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.628244] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.628244] env[62153]: value = "task-2072988" [ 1906.628244] env[62153]: _type = "Task" [ 1906.628244] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.636563] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072988, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.651076] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86d6c2-89b1-4e6b-b0c7-aabc82f39c96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.657595] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6cefce-1863-4337-9741-f98ddc2de60a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.664222] env[62153]: DEBUG nova.network.neutron [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7e482a-08db-4b17-a21a-119766809a18", "address": "fa:16:3e:30:ad:9b", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7e482a-08", "ovs_interfaceid": "3a7e482a-08db-4b17-a21a-119766809a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.672302] env[62153]: DEBUG nova.virt.block_device [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updating existing volume attachment record: ad361bce-2a60-4b4c-81be-87e34010eaff {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1906.700560] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072985, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.772804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.773407] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Instance network_info: |[{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.773817] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:42:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef5cf30c-6f2c-4a34-9120-540bcdff34c9', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.783069] env[62153]: DEBUG oslo.service.loopingcall [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.783410] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.784137] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9fe0e86-11d7-40f2-b11a-2bbe3039dc24 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.806255] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.806255] env[62153]: value = "task-2072989" [ 1906.806255] env[62153]: _type = "Task" [ 1906.806255] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.817130] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072989, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.012673] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.012954] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.013180] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.013376] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.013551] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.015902] env[62153]: INFO nova.compute.manager [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Terminating instance [ 1907.023396] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.026466] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.502s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.027790] env[62153]: INFO nova.compute.claims [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1907.050244] env[62153]: INFO nova.scheduler.client.report [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Deleted allocations for instance fd0b7987-635e-483c-8189-683cc5c2ed9e [ 1907.139603] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072988, 'name': CreateVM_Task, 'duration_secs': 0.352508} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.139788] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.140523] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.140647] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.141030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.141294] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81330213-1921-4ca4-8d6c-d3f550aac620 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.146592] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1907.146592] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eae531-d3c1-888e-fce4-b5db109a473b" [ 1907.146592] env[62153]: _type = "Task" [ 1907.146592] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.162009] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eae531-d3c1-888e-fce4-b5db109a473b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.166678] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.167329] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.167489] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.168333] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db432bc-7be0-484f-b83b-93c2eae71874 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.187176] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.187450] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.187768] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.187851] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.187921] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.188082] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.188406] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.188559] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.188788] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.188911] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.189107] env[62153]: DEBUG nova.virt.hardware [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.195428] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Reconfiguring VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1907.195812] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59386ed3-ffd1-4e92-a86d-4f1691dad746 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.218922] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072985, 'name': CloneVM_Task, 'duration_secs': 0.971876} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.220316] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Created linked-clone VM from snapshot [ 1907.220637] env[62153]: DEBUG oslo_vmware.api [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1907.220637] env[62153]: value = "task-2072991" [ 1907.220637] env[62153]: _type = "Task" [ 1907.220637] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.221906] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a5667-6223-4c37-bab8-99f829134c57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.234021] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Uploading image 9358d5ac-3f65-4f30-b99f-52b5be6303c9 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1907.237161] env[62153]: DEBUG oslo_vmware.api [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072991, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.272611] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1907.272611] env[62153]: value = "vm-424967" [ 1907.272611] env[62153]: _type = "VirtualMachine" [ 1907.272611] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1907.272817] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ce5a190-68c1-4141-bd67-189471806079 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.283139] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lease: (returnval){ [ 1907.283139] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520f76a7-ae3e-120f-9144-7bc9980caf52" [ 1907.283139] env[62153]: _type = "HttpNfcLease" [ 1907.283139] env[62153]: } obtained for exporting VM: (result){ [ 1907.283139] env[62153]: value = "vm-424967" [ 1907.283139] env[62153]: _type = "VirtualMachine" [ 1907.283139] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1907.283414] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the lease: (returnval){ [ 1907.283414] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520f76a7-ae3e-120f-9144-7bc9980caf52" [ 1907.283414] env[62153]: _type = "HttpNfcLease" [ 1907.283414] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1907.290166] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1907.290166] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520f76a7-ae3e-120f-9144-7bc9980caf52" [ 1907.290166] env[62153]: _type = "HttpNfcLease" [ 1907.290166] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1907.322430] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2072989, 'name': CreateVM_Task, 'duration_secs': 0.343609} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.322606] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.323305] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.484847] env[62153]: DEBUG nova.network.neutron [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Successfully updated port: cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1907.519793] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "refresh_cache-19bc94fa-d863-4b60-ace0-90e01d02b2e1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.519990] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquired lock "refresh_cache-19bc94fa-d863-4b60-ace0-90e01d02b2e1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.520164] env[62153]: DEBUG nova.network.neutron [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.546907] env[62153]: DEBUG nova.compute.manager [req-9c901f34-cf39-4801-81ed-02fc57ef22e4 req-5e53daf8-2877-4da9-a5c4-058f672f7aab service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Received event network-vif-plugged-baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1907.547199] env[62153]: DEBUG oslo_concurrency.lockutils [req-9c901f34-cf39-4801-81ed-02fc57ef22e4 req-5e53daf8-2877-4da9-a5c4-058f672f7aab service nova] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.547360] env[62153]: DEBUG oslo_concurrency.lockutils [req-9c901f34-cf39-4801-81ed-02fc57ef22e4 req-5e53daf8-2877-4da9-a5c4-058f672f7aab service nova] Lock "2c367759-d799-40be-8dc8-5608c38a6616-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.547547] env[62153]: DEBUG oslo_concurrency.lockutils [req-9c901f34-cf39-4801-81ed-02fc57ef22e4 req-5e53daf8-2877-4da9-a5c4-058f672f7aab service nova] Lock "2c367759-d799-40be-8dc8-5608c38a6616-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.547711] env[62153]: DEBUG nova.compute.manager [req-9c901f34-cf39-4801-81ed-02fc57ef22e4 req-5e53daf8-2877-4da9-a5c4-058f672f7aab service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] No waiting events found dispatching network-vif-plugged-baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1907.547869] env[62153]: WARNING nova.compute.manager [req-9c901f34-cf39-4801-81ed-02fc57ef22e4 req-5e53daf8-2877-4da9-a5c4-058f672f7aab service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Received unexpected event network-vif-plugged-baef8ef2-5033-4509-9690-ab5fc9979795 for instance with vm_state building and task_state spawning. [ 1907.557602] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0171182a-500f-461a-8cb4-3c1bb228cef9 tempest-ServerAddressesNegativeTestJSON-445475363 tempest-ServerAddressesNegativeTestJSON-445475363-project-member] Lock "fd0b7987-635e-483c-8189-683cc5c2ed9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.483s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.567984] env[62153]: DEBUG nova.compute.manager [req-917d8d50-2066-43bd-b6d3-01bbb615550b req-e42f5c02-12e1-4bc8-81d9-48ef9df5a8bd service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-vif-plugged-3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1907.568561] env[62153]: DEBUG oslo_concurrency.lockutils [req-917d8d50-2066-43bd-b6d3-01bbb615550b req-e42f5c02-12e1-4bc8-81d9-48ef9df5a8bd service nova] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.568794] env[62153]: DEBUG oslo_concurrency.lockutils [req-917d8d50-2066-43bd-b6d3-01bbb615550b req-e42f5c02-12e1-4bc8-81d9-48ef9df5a8bd service nova] Lock "a77bf89c-c665-439d-a042-7b167878e14f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.569064] env[62153]: DEBUG oslo_concurrency.lockutils [req-917d8d50-2066-43bd-b6d3-01bbb615550b req-e42f5c02-12e1-4bc8-81d9-48ef9df5a8bd service nova] Lock "a77bf89c-c665-439d-a042-7b167878e14f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.569448] env[62153]: DEBUG nova.compute.manager [req-917d8d50-2066-43bd-b6d3-01bbb615550b req-e42f5c02-12e1-4bc8-81d9-48ef9df5a8bd service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] No waiting events found dispatching network-vif-plugged-3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1907.569646] env[62153]: WARNING nova.compute.manager [req-917d8d50-2066-43bd-b6d3-01bbb615550b req-e42f5c02-12e1-4bc8-81d9-48ef9df5a8bd service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received unexpected event network-vif-plugged-3a7e482a-08db-4b17-a21a-119766809a18 for instance with vm_state active and task_state None. [ 1907.658821] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eae531-d3c1-888e-fce4-b5db109a473b, 'name': SearchDatastore_Task, 'duration_secs': 0.03149} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.659478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.659734] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.659979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.660148] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.660326] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.660602] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.660911] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.661258] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af1961bc-9bfb-40c4-8c21-ee80d07c1826 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.663274] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905261e1-a16e-4e84-8c4d-20e52af1079a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.670643] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1907.670643] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cdd66e-becb-758e-30b8-2f6586097c4b" [ 1907.670643] env[62153]: _type = "Task" [ 1907.670643] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.677125] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.677352] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.681168] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f19ddb7-01bd-4ba3-a9f6-8aec396053a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.683874] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cdd66e-becb-758e-30b8-2f6586097c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.688104] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1907.688104] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52919216-ab1f-e9aa-9734-ce2ed6928c70" [ 1907.688104] env[62153]: _type = "Task" [ 1907.688104] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.696205] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52919216-ab1f-e9aa-9734-ce2ed6928c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.734489] env[62153]: DEBUG oslo_vmware.api [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.792429] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1907.792429] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520f76a7-ae3e-120f-9144-7bc9980caf52" [ 1907.792429] env[62153]: _type = "HttpNfcLease" [ 1907.792429] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1907.792733] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1907.792733] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520f76a7-ae3e-120f-9144-7bc9980caf52" [ 1907.792733] env[62153]: _type = "HttpNfcLease" [ 1907.792733] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1907.793598] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b211fd-c684-49e4-a224-0bcb34fd0345 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.802495] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa82de-97e0-b9a0-8ae3-40feba3b1512/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1907.802681] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa82de-97e0-b9a0-8ae3-40feba3b1512/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1907.919167] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e7b1265-ed1f-419a-a154-f61be1775b67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.987897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquiring lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.988060] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquired lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.988254] env[62153]: DEBUG nova.network.neutron [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.041320] env[62153]: DEBUG nova.network.neutron [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1908.125228] env[62153]: DEBUG nova.network.neutron [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.127825] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "71e74f84-7340-42e9-9d64-99d8e4706406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.128083] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "71e74f84-7340-42e9-9d64-99d8e4706406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.128316] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "71e74f84-7340-42e9-9d64-99d8e4706406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.128525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "71e74f84-7340-42e9-9d64-99d8e4706406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.128711] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "71e74f84-7340-42e9-9d64-99d8e4706406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.130959] env[62153]: INFO nova.compute.manager [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Terminating instance [ 1908.185474] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cdd66e-becb-758e-30b8-2f6586097c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.023338} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.185792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.186288] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.186288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.202157] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52919216-ab1f-e9aa-9734-ce2ed6928c70, 'name': SearchDatastore_Task, 'duration_secs': 0.016975} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.202807] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb43997-f137-4e50-886b-c405e7f042c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.213360] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1908.213360] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525d7ae9-a305-ac12-887b-8896e24c2629" [ 1908.213360] env[62153]: _type = "Task" [ 1908.213360] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.224320] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525d7ae9-a305-ac12-887b-8896e24c2629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.239707] env[62153]: DEBUG oslo_vmware.api [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.563591] env[62153]: DEBUG nova.network.neutron [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1908.613294] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a7164-0f10-4f2c-8e1c-425daa35df22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.627634] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb8ffde-fb9a-4bb6-983f-1336c51886f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.631789] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Releasing lock "refresh_cache-19bc94fa-d863-4b60-ace0-90e01d02b2e1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.632278] env[62153]: DEBUG nova.compute.manager [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.632779] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.633622] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a2c400-ae08-437b-9e94-443fdb74c1a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.637987] env[62153]: DEBUG nova.compute.manager [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.638999] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.640437] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efeface-49c3-4c28-9c55-a6bf267d4409 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.680613] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a1dd9-2769-436a-b98b-4f0e9a301b69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.683850] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.687315] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65832bb3-1946-4193-b435-15045243d28f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.688036] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.688838] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61fdd220-14bb-44ff-a6ef-2124903e1dba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.695584] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879a429-cea2-42cc-a1ad-7b540602e631 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.702543] env[62153]: DEBUG oslo_vmware.api [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1908.702543] env[62153]: value = "task-2072993" [ 1908.702543] env[62153]: _type = "Task" [ 1908.702543] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.702804] env[62153]: DEBUG oslo_vmware.api [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1908.702804] env[62153]: value = "task-2072994" [ 1908.702804] env[62153]: _type = "Task" [ 1908.702804] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.724779] env[62153]: DEBUG nova.compute.provider_tree [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.741114] env[62153]: DEBUG oslo_vmware.api [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.741416] env[62153]: DEBUG oslo_vmware.api [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.756122] env[62153]: DEBUG oslo_vmware.api [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2072991, 'name': ReconfigVM_Task, 'duration_secs': 1.262389} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.760575] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.760907] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Reconfigured VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1908.763785] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525d7ae9-a305-ac12-887b-8896e24c2629, 'name': SearchDatastore_Task, 'duration_secs': 0.014835} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.767335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.767335] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2c367759-d799-40be-8dc8-5608c38a6616/2c367759-d799-40be-8dc8-5608c38a6616.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.767335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.767335] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.767335] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13dc11a-bc34-4c59-9533-edf3a54d3b32 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.768389] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e333cbd6-5221-4953-9787-7b7018864385 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.772187] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1908.772710] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1908.776481] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.777366] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1908.777571] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.777719] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1908.777857] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1908.778092] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1908.778253] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1908.778418] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1908.778579] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1908.778764] env[62153]: DEBUG nova.virt.hardware [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1908.780792] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9220f718-0914-4414-9b8c-fb2369bcee01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.788237] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1908.788237] env[62153]: value = "task-2072995" [ 1908.788237] env[62153]: _type = "Task" [ 1908.788237] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.795515] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.795821] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.798313] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f70f1a-cc04-475b-8c34-60d0310b2f9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.803230] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce8bbf1-4591-4205-9720-8095051c005a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.809362] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2072995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.822354] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1908.822354] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5272677b-6cbc-d397-4a4c-43637ec34c8a" [ 1908.822354] env[62153]: _type = "Task" [ 1908.822354] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.837720] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5272677b-6cbc-d397-4a4c-43637ec34c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.015001} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.838600] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77847b2-6449-4a97-8c9a-f478040feaed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.845472] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1908.845472] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f2e80f-5a01-2b7e-129e-089a74251819" [ 1908.845472] env[62153]: _type = "Task" [ 1908.845472] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.854662] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f2e80f-5a01-2b7e-129e-089a74251819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.912131] env[62153]: DEBUG nova.network.neutron [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updating instance_info_cache with network_info: [{"id": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "address": "fa:16:3e:de:e1:a7", "network": {"id": "38071baf-f282-48e8-be81-c7998be35096", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1089869670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718e24c67aeb42e7ac2827967c933837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf76cfc9-4f", "ovs_interfaceid": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.218046] env[62153]: DEBUG oslo_vmware.api [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072993, 'name': PowerOffVM_Task, 'duration_secs': 0.30085} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.221627] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.221892] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.222215] env[62153]: DEBUG oslo_vmware.api [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2072994, 'name': PowerOffVM_Task, 'duration_secs': 0.219468} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.222467] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85483b8-6e21-4276-bddf-d164730f19ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.224574] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.224574] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.225157] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c568b4-c5e7-4fe2-af47-c1d97b17e6e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.239270] env[62153]: DEBUG nova.scheduler.client.report [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.245317] env[62153]: DEBUG nova.compute.manager [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.247281] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aa7ff1-2532-43f7-a26f-e4ebaba70ecd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.256520] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.256889] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.257576] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Deleting the datastore file [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.260458] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a13549c6-fb38-4bed-b86a-949b2822da62 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.270048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-33e76f6c-156e-49e6-a485-05f21653f826 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-a77bf89c-c665-439d-a042-7b167878e14f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 15.551s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.277732] env[62153]: DEBUG oslo_vmware.api [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1909.277732] env[62153]: value = "task-2072998" [ 1909.277732] env[62153]: _type = "Task" [ 1909.277732] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.289021] env[62153]: DEBUG oslo_vmware.api [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2072998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.300197] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2072995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.358030] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f2e80f-5a01-2b7e-129e-089a74251819, 'name': SearchDatastore_Task, 'duration_secs': 0.021924} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.358030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.358030] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.358030] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a3eedb8-9274-46be-9e4c-15fe30304f96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.366280] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1909.366280] env[62153]: value = "task-2072999" [ 1909.366280] env[62153]: _type = "Task" [ 1909.366280] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.376045] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.419027] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.419027] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.419027] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Deleting the datastore file [datastore1] 71e74f84-7340-42e9-9d64-99d8e4706406 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.419027] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ba62753-87ab-4bea-875c-9456fdc68070 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.420562] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Releasing lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.421028] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Instance network_info: |[{"id": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "address": "fa:16:3e:de:e1:a7", "network": {"id": "38071baf-f282-48e8-be81-c7998be35096", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1089869670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718e24c67aeb42e7ac2827967c933837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf76cfc9-4f", "ovs_interfaceid": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1909.421603] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e1:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf76cfc9-4f38-477a-b8ea-3ea687c23205', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1909.431903] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Creating folder: Project (718e24c67aeb42e7ac2827967c933837). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.432894] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c3ebd99-13c3-4195-a79d-713679cc8bd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.441022] env[62153]: DEBUG oslo_vmware.api [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for the task: (returnval){ [ 1909.441022] env[62153]: value = "task-2073000" [ 1909.441022] env[62153]: _type = "Task" [ 1909.441022] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.449472] env[62153]: DEBUG oslo_vmware.api [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2073000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.453498] env[62153]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1909.453902] env[62153]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62153) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1909.454413] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Folder already exists: Project (718e24c67aeb42e7ac2827967c933837). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1909.455286] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Creating folder: Instances. Parent ref: group-v424919. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.456423] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3808641-08b6-4395-aea5-c989b3d25f34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.469526] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Created folder: Instances in parent group-v424919. [ 1909.472489] env[62153]: DEBUG oslo.service.loopingcall [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.472489] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1909.472489] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c11c85d-8da8-4401-a0f7-be4452b990dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.497028] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1909.497028] env[62153]: value = "task-2073003" [ 1909.497028] env[62153]: _type = "Task" [ 1909.497028] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.508414] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073003, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.748389] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.749118] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1909.752399] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.621s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.752715] env[62153]: DEBUG nova.objects.instance [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lazy-loading 'resources' on Instance uuid fc274d14-eeb7-41be-bf6b-55119f500381 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.772657] env[62153]: INFO nova.compute.manager [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] instance snapshotting [ 1909.773439] env[62153]: DEBUG nova.objects.instance [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'flavor' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.798616] env[62153]: WARNING nova.virt.vmwareapi.vmops [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1 [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Traceback (most recent call last): [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] ds_util.file_delete(self._session, [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] session._wait_for_task(file_delete_task) [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] return self.wait_for_task(task_ref) [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] return evt.wait() [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] result = hub.switch() [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] return self.greenlet.switch() [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] self.f(*self.args, **self.kw) [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] raise exceptions.translate_fault(task_info.error) [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 19bc94fa-d863-4b60-ace0-90e01d02b2e1 [ 1909.798616] env[62153]: ERROR nova.virt.vmwareapi.vmops [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] [ 1909.800778] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.800778] env[62153]: INFO nova.compute.manager [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1909.800778] env[62153]: DEBUG oslo.service.loopingcall [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.800778] env[62153]: DEBUG nova.compute.manager [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1909.800778] env[62153]: DEBUG nova.network.neutron [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1909.813293] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2072995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565686} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.813293] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2c367759-d799-40be-8dc8-5608c38a6616/2c367759-d799-40be-8dc8-5608c38a6616.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1909.813293] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1909.813865] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bdd2f72-52f9-43f0-ae29-ef2512ef8b96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.824524] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1909.824524] env[62153]: value = "task-2073004" [ 1909.824524] env[62153]: _type = "Task" [ 1909.824524] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.829272] env[62153]: DEBUG nova.network.neutron [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.838623] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.886520] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072999, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.957661] env[62153]: DEBUG oslo_vmware.api [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Task: {'id': task-2073000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42847} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.958009] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1909.958239] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1909.958437] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.958691] env[62153]: INFO nova.compute.manager [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1909.958989] env[62153]: DEBUG oslo.service.loopingcall [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.959236] env[62153]: DEBUG nova.compute.manager [-] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1909.959353] env[62153]: DEBUG nova.network.neutron [-] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.013649] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073003, 'name': CreateVM_Task, 'duration_secs': 0.490931} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.013649] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.013649] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424924', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'name': 'volume-70dc926e-b897-429c-a332-0d0c963c0ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14218117-b536-46d6-9bcb-60772d336c41', 'attached_at': '', 'detached_at': '', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'serial': '70dc926e-b897-429c-a332-0d0c963c0ba0'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'attachment_id': 'ad361bce-2a60-4b4c-81be-87e34010eaff', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62153) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1910.013649] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Root volume attach. Driver type: vmdk {{(pid=62153) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1910.014641] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21111186-207c-4bd2-b525-706edbf25a0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.031262] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ddaf5b-bf4b-47d4-a6fd-687e5ecbad61 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.038995] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daba87cd-e5c0-4c06-87b3-5a21113dc1e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.046784] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d6642e9d-d412-4242-9d0e-22e2c9978e27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.056955] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 1910.056955] env[62153]: value = "task-2073005" [ 1910.056955] env[62153]: _type = "Task" [ 1910.056955] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.066159] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073005, 'name': RelocateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.262530] env[62153]: DEBUG nova.compute.utils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1910.272125] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1910.272125] env[62153]: DEBUG nova.network.neutron [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1910.286516] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e3aa64-dd39-45fb-a068-39b7ee0b1806 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.316357] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115e166-8935-4805-9e9d-be41c16a0257 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.333383] env[62153]: DEBUG nova.network.neutron [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.346206] env[62153]: DEBUG nova.policy [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e96739ebcc54bd4ae99bd341578082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a979107f49b04ba3ac9925acd3dcbcdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1910.350515] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109049} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.350861] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.351683] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9f419-b428-4373-99b5-40eea5bf780b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.381223] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2c367759-d799-40be-8dc8-5608c38a6616/2c367759-d799-40be-8dc8-5608c38a6616.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.389178] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eac5e88-0692-4697-8615-416cd7dfb207 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.415457] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2072999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703077} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.416290] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1910.416927] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1910.416927] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1910.416927] env[62153]: value = "task-2073006" [ 1910.416927] env[62153]: _type = "Task" [ 1910.416927] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.417163] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8658eaf0-7344-490e-ae4d-1d22350fb23a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.429411] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.431285] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1910.431285] env[62153]: value = "task-2073007" [ 1910.431285] env[62153]: _type = "Task" [ 1910.431285] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.441548] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.569032] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073005, 'name': RelocateVM_Task, 'duration_secs': 0.035202} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.569214] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1910.569424] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424924', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'name': 'volume-70dc926e-b897-429c-a332-0d0c963c0ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14218117-b536-46d6-9bcb-60772d336c41', 'attached_at': '', 'detached_at': '', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'serial': '70dc926e-b897-429c-a332-0d0c963c0ba0'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1910.570501] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2cf0e8-b1e3-401d-994e-cc2b13c860ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.590840] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5265ab9-6719-4c5e-826d-0bae911569fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.617425] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-70dc926e-b897-429c-a332-0d0c963c0ba0/volume-70dc926e-b897-429c-a332-0d0c963c0ba0.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.618842] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa21a09-f9ce-4ed8-aeb8-aec40fe5e52e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.635609] env[62153]: DEBUG nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Received event network-changed-baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1910.635826] env[62153]: DEBUG nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Refreshing instance network info cache due to event network-changed-baef8ef2-5033-4509-9690-ab5fc9979795. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1910.635989] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Acquiring lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.636147] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Acquired lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.636332] env[62153]: DEBUG nova.network.neutron [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Refreshing network info cache for port baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.651587] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 1910.651587] env[62153]: value = "task-2073008" [ 1910.651587] env[62153]: _type = "Task" [ 1910.651587] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.656372] env[62153]: DEBUG nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-changed-3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1910.656623] env[62153]: DEBUG nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Refreshing instance network info cache due to event network-changed-3a7e482a-08db-4b17-a21a-119766809a18. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1910.657201] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Acquiring lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.657382] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Acquired lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.657559] env[62153]: DEBUG nova.network.neutron [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Refreshing network info cache for port 3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.668999] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.773338] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1910.776311] env[62153]: DEBUG nova.network.neutron [-] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.785980] env[62153]: DEBUG nova.network.neutron [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Successfully created port: 74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1910.835094] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1910.836152] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ccbe812-0d3a-4cda-9b15-552fe84ad7a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.845724] env[62153]: INFO nova.compute.manager [-] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Took 1.05 seconds to deallocate network for instance. [ 1910.849946] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1910.849946] env[62153]: value = "task-2073009" [ 1910.849946] env[62153]: _type = "Task" [ 1910.849946] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.869160] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.932956] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073006, 'name': ReconfigVM_Task, 'duration_secs': 0.396329} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.937045] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2c367759-d799-40be-8dc8-5608c38a6616/2c367759-d799-40be-8dc8-5608c38a6616.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.942399] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c6b514-afcd-48f0-a999-0f03bf21b61b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.954932] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076718} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.956629] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.958076] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1910.958076] env[62153]: value = "task-2073010" [ 1910.958076] env[62153]: _type = "Task" [ 1910.958076] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.958076] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27bea7a-896c-439e-b980-fdfe88f12a31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.967163] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dcef08-140d-46e2-ad3f-18287520c2f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.994864] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.000350] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f76d24b-46c2-4d72-a99e-334dfa553874 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.020735] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073010, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.025079] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75147d01-71ab-45e2-a7e6-8779a07ac3ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.031400] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1911.031400] env[62153]: value = "task-2073011" [ 1911.031400] env[62153]: _type = "Task" [ 1911.031400] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.065941] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85843ff1-2271-4d25-a68f-72c6600729fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.072985] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.079388] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacb2a55-3657-4062-96f3-66b3b7970531 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.097307] env[62153]: DEBUG nova.compute.provider_tree [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.162082] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.215697] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "63be7cd3-af71-44df-bc9f-b392b2e68f78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.215967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.216206] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "63be7cd3-af71-44df-bc9f-b392b2e68f78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.216507] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.216707] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.218981] env[62153]: INFO nova.compute.manager [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Terminating instance [ 1911.290839] env[62153]: INFO nova.compute.manager [-] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Took 1.33 seconds to deallocate network for instance. [ 1911.314680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.315607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.315607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "241135ec-7bdb-4ba4-8e40-9c0413791de8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.315607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.315821] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.321033] env[62153]: INFO nova.compute.manager [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Terminating instance [ 1911.356689] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.363712] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.475178] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073010, 'name': Rename_Task, 'duration_secs': 0.175002} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.478188] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.478617] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bbf46a9-bde8-4d91-a6c0-a3af52fd265c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.493563] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 1911.493563] env[62153]: value = "task-2073012" [ 1911.493563] env[62153]: _type = "Task" [ 1911.493563] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.509203] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.524340] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "0f39247f-dab6-4723-9e21-77f5ffb60193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.524630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.524948] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "0f39247f-dab6-4723-9e21-77f5ffb60193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.525177] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.525353] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.528670] env[62153]: INFO nova.compute.manager [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Terminating instance [ 1911.543628] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.600665] env[62153]: DEBUG nova.scheduler.client.report [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.662718] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.680539] env[62153]: DEBUG nova.network.neutron [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updated VIF entry in instance network info cache for port baef8ef2-5033-4509-9690-ab5fc9979795. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.680991] env[62153]: DEBUG nova.network.neutron [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [{"id": "baef8ef2-5033-4509-9690-ab5fc9979795", "address": "fa:16:3e:51:80:c3", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaef8ef2-50", "ovs_interfaceid": "baef8ef2-5033-4509-9690-ab5fc9979795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.684288] env[62153]: DEBUG nova.network.neutron [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updated VIF entry in instance network info cache for port 3a7e482a-08db-4b17-a21a-119766809a18. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.684889] env[62153]: DEBUG nova.network.neutron [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7e482a-08db-4b17-a21a-119766809a18", "address": "fa:16:3e:30:ad:9b", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7e482a-08", "ovs_interfaceid": "3a7e482a-08db-4b17-a21a-119766809a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.725813] env[62153]: DEBUG nova.compute.manager [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.726661] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.727865] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db22d6-9257-4dd4-b526-af741dea4bdd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.736905] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.736905] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7abe5fe0-7f3a-40fa-b0c9-99163ce387d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.743526] env[62153]: DEBUG oslo_vmware.api [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1911.743526] env[62153]: value = "task-2073013" [ 1911.743526] env[62153]: _type = "Task" [ 1911.743526] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.752200] env[62153]: DEBUG oslo_vmware.api [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2073013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.794715] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1911.798388] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.822095] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.822817] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.822949] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.823226] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.823495] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.823783] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.824220] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.824530] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.824881] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.825234] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.825578] env[62153]: DEBUG nova.virt.hardware [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.827114] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b664b94-3f26-4be7-8eee-c231903ee88a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.832144] env[62153]: DEBUG nova.compute.manager [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.832531] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.834413] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952ea01-6639-4bc0-b215-22924dab60df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.849429] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a1a02-6e20-434a-a81f-23d574387872 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.856436] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.856953] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a0b6578-f8f9-4291-9195-df5a81b1b176 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.888850] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.889407] env[62153]: DEBUG oslo_vmware.api [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1911.889407] env[62153]: value = "task-2073014" [ 1911.889407] env[62153]: _type = "Task" [ 1911.889407] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.907413] env[62153]: DEBUG oslo_vmware.api [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2073014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.003524] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.042049] env[62153]: DEBUG nova.compute.manager [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.042049] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.042049] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc1137e-9984-472c-b206-d0806533acca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.050665] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073011, 'name': ReconfigVM_Task, 'duration_secs': 0.809552} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.055480] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.055480] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.055480] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26240ec7-57f2-4e92-b3aa-953dc3bcaadb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.057592] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ae5762-f682-4ce4-b1ba-8fcb3fd7e794 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.066325] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1912.066325] env[62153]: value = "task-2073015" [ 1912.066325] env[62153]: _type = "Task" [ 1912.066325] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.070024] env[62153]: DEBUG oslo_vmware.api [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1912.070024] env[62153]: value = "task-2073016" [ 1912.070024] env[62153]: _type = "Task" [ 1912.070024] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.081234] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073015, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.088124] env[62153]: DEBUG oslo_vmware.api [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2073016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.107880] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.109244] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.930s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.112133] env[62153]: INFO nova.compute.claims [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.141306] env[62153]: INFO nova.scheduler.client.report [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Deleted allocations for instance fc274d14-eeb7-41be-bf6b-55119f500381 [ 1912.164932] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073008, 'name': ReconfigVM_Task, 'duration_secs': 1.187956} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.165259] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-70dc926e-b897-429c-a332-0d0c963c0ba0/volume-70dc926e-b897-429c-a332-0d0c963c0ba0.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.171009] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc777543-d68a-4299-894b-d3d6cf6b09aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.184364] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Releasing lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.184364] env[62153]: DEBUG nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Received event network-vif-plugged-ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.184364] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Acquiring lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.184493] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.184612] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.184739] env[62153]: DEBUG nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] No waiting events found dispatching network-vif-plugged-ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.184905] env[62153]: WARNING nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Received unexpected event network-vif-plugged-ef5cf30c-6f2c-4a34-9120-540bcdff34c9 for instance with vm_state building and task_state spawning. [ 1912.185079] env[62153]: DEBUG nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Received event network-changed-ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.185229] env[62153]: DEBUG nova.compute.manager [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Refreshing instance network info cache due to event network-changed-ef5cf30c-6f2c-4a34-9120-540bcdff34c9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1912.185418] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Acquiring lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.185552] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Acquired lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.185719] env[62153]: DEBUG nova.network.neutron [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Refreshing network info cache for port ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.189262] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 1912.189262] env[62153]: value = "task-2073017" [ 1912.189262] env[62153]: _type = "Task" [ 1912.189262] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.190020] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Releasing lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.190342] env[62153]: DEBUG nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Received event network-vif-plugged-cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.190514] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Acquiring lock "14218117-b536-46d6-9bcb-60772d336c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.234586] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Lock "14218117-b536-46d6-9bcb-60772d336c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.234586] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Lock "14218117-b536-46d6-9bcb-60772d336c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.234586] env[62153]: DEBUG nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] No waiting events found dispatching network-vif-plugged-cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.234586] env[62153]: WARNING nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Received unexpected event network-vif-plugged-cf76cfc9-4f38-477a-b8ea-3ea687c23205 for instance with vm_state building and task_state spawning. [ 1912.234586] env[62153]: DEBUG nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Received event network-changed-cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.234586] env[62153]: DEBUG nova.compute.manager [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Refreshing instance network info cache due to event network-changed-cf76cfc9-4f38-477a-b8ea-3ea687c23205. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1912.234586] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Acquiring lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.234586] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Acquired lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.234586] env[62153]: DEBUG nova.network.neutron [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Refreshing network info cache for port cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.234586] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.255999] env[62153]: DEBUG oslo_vmware.api [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2073013, 'name': PowerOffVM_Task, 'duration_secs': 0.199705} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.256673] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.256673] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.256990] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0b16b0-46be-4375-8cd2-baf07a93eac6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.369098] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073009, 'name': CreateSnapshot_Task, 'duration_secs': 1.237008} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.369459] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1912.370624] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ae79d-8ce7-44e8-b6cc-3990bc18131c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.399419] env[62153]: DEBUG oslo_vmware.api [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2073014, 'name': PowerOffVM_Task, 'duration_secs': 0.254885} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.399768] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.399949] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.400240] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335d1b2a-c609-431b-8b25-4645bd8a6496 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.435308] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.435588] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.435782] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Deleting the datastore file [datastore1] 63be7cd3-af71-44df-bc9f-b392b2e68f78 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.436333] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c83067e-7afc-4e7d-b086-a96f0ca0c1ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.445747] env[62153]: DEBUG oslo_vmware.api [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for the task: (returnval){ [ 1912.445747] env[62153]: value = "task-2073020" [ 1912.445747] env[62153]: _type = "Task" [ 1912.445747] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.454582] env[62153]: DEBUG oslo_vmware.api [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2073020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.503981] env[62153]: DEBUG oslo_vmware.api [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073012, 'name': PowerOnVM_Task, 'duration_secs': 0.619007} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.504300] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.504565] env[62153]: INFO nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1912.504759] env[62153]: DEBUG nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.505608] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5aaa61-505b-466d-a176-9797273c84c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.515324] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.515597] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.515775] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Deleting the datastore file [datastore1] 241135ec-7bdb-4ba4-8e40-9c0413791de8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.517017] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ffb2628-ce8d-4eee-ae4a-95dd334c762e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.531240] env[62153]: DEBUG oslo_vmware.api [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for the task: (returnval){ [ 1912.531240] env[62153]: value = "task-2073021" [ 1912.531240] env[62153]: _type = "Task" [ 1912.531240] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.544044] env[62153]: DEBUG oslo_vmware.api [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2073021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.584744] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073015, 'name': Rename_Task, 'duration_secs': 0.167852} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.589048] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.589222] env[62153]: DEBUG oslo_vmware.api [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2073016, 'name': PowerOffVM_Task, 'duration_secs': 0.288421} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.589442] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db2a610e-1769-439a-8c32-440db4a6afa9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.592106] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.592360] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.592644] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42eaddb4-40a7-4f5f-ab13-3bb7c7ff8996 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.600439] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1912.600439] env[62153]: value = "task-2073022" [ 1912.600439] env[62153]: _type = "Task" [ 1912.600439] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.608732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.608983] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.614748] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.650972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-32d1597b-a88c-433a-84ea-fe9ecfe2c602 tempest-SecurityGroupsTestJSON-123859457 tempest-SecurityGroupsTestJSON-123859457-project-member] Lock "fc274d14-eeb7-41be-bf6b-55119f500381" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.357s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.704812] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073017, 'name': ReconfigVM_Task, 'duration_secs': 0.137159} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.705205] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424924', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'name': 'volume-70dc926e-b897-429c-a332-0d0c963c0ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14218117-b536-46d6-9bcb-60772d336c41', 'attached_at': '', 'detached_at': '', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'serial': '70dc926e-b897-429c-a332-0d0c963c0ba0'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1912.705887] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284dd867-64e3-4d5e-82b3-40ed19162410 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.712294] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 1912.712294] env[62153]: value = "task-2073024" [ 1912.712294] env[62153]: _type = "Task" [ 1912.712294] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.724656] env[62153]: DEBUG nova.network.neutron [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Successfully updated port: 74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1912.761682] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.762382] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.762621] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Deleting the datastore file [datastore1] 0f39247f-dab6-4723-9e21-77f5ffb60193 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.762936] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675ffd59-6118-438b-9413-e7e96df273e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.771896] env[62153]: DEBUG oslo_vmware.api [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for the task: (returnval){ [ 1912.771896] env[62153]: value = "task-2073025" [ 1912.771896] env[62153]: _type = "Task" [ 1912.771896] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.783024] env[62153]: DEBUG oslo_vmware.api [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2073025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.890980] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1912.890980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ce43e32-3c99-4485-b8ea-6b87a1394e2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.906455] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1912.906455] env[62153]: value = "task-2073026" [ 1912.906455] env[62153]: _type = "Task" [ 1912.906455] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.920291] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073026, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.959974] env[62153]: DEBUG oslo_vmware.api [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Task: {'id': task-2073020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267623} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.969243] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.969589] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.969871] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.970166] env[62153]: INFO nova.compute.manager [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1912.970546] env[62153]: DEBUG oslo.service.loopingcall [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.970848] env[62153]: DEBUG nova.compute.manager [-] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1912.970986] env[62153]: DEBUG nova.network.neutron [-] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.045675] env[62153]: INFO nova.compute.manager [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Took 49.45 seconds to build instance. [ 1913.052069] env[62153]: DEBUG nova.compute.manager [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Received event network-vif-deleted-ee00be21-fd93-4595-88b9-f278c6d469f8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1913.052310] env[62153]: DEBUG nova.compute.manager [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Received event network-vif-plugged-74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1913.052505] env[62153]: DEBUG oslo_concurrency.lockutils [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] Acquiring lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.052737] env[62153]: DEBUG oslo_concurrency.lockutils [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.053878] env[62153]: DEBUG oslo_concurrency.lockutils [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.054168] env[62153]: DEBUG nova.compute.manager [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] No waiting events found dispatching network-vif-plugged-74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1913.054237] env[62153]: WARNING nova.compute.manager [req-7dad7313-e477-4f57-99a3-f1fa1204ee16 req-bd09dff2-a12b-4686-aa8f-9ca71433a105 service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Received unexpected event network-vif-plugged-74b87eec-5f6d-4e29-8121-cd37f01f4d69 for instance with vm_state building and task_state spawning. [ 1913.063364] env[62153]: DEBUG oslo_vmware.api [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Task: {'id': task-2073021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258899} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.063725] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.064846] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.065121] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.065256] env[62153]: INFO nova.compute.manager [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1913.065516] env[62153]: DEBUG oslo.service.loopingcall [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.065750] env[62153]: DEBUG nova.compute.manager [-] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.065853] env[62153]: DEBUG nova.network.neutron [-] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.118845] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.222834] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073024, 'name': Rename_Task, 'duration_secs': 0.162628} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.223155] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.223409] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-982ac3dc-ae3a-43dc-b7b2-fbf956db7f14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.229779] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.229918] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.230077] env[62153]: DEBUG nova.network.neutron [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.236700] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 1913.236700] env[62153]: value = "task-2073027" [ 1913.236700] env[62153]: _type = "Task" [ 1913.236700] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.255385] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073027, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.286045] env[62153]: DEBUG oslo_vmware.api [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Task: {'id': task-2073025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256816} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.291485] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.291485] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.291485] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.291485] env[62153]: INFO nova.compute.manager [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1913.291485] env[62153]: DEBUG oslo.service.loopingcall [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.291485] env[62153]: DEBUG nova.compute.manager [-] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.291485] env[62153]: DEBUG nova.network.neutron [-] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.422178] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073026, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.470383] env[62153]: DEBUG nova.network.neutron [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updated VIF entry in instance network info cache for port ef5cf30c-6f2c-4a34-9120-540bcdff34c9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.470956] env[62153]: DEBUG nova.network.neutron [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.551967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98dd167d-da98-4355-be37-f3cad756552e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.992s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.571720] env[62153]: DEBUG nova.network.neutron [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updated VIF entry in instance network info cache for port cf76cfc9-4f38-477a-b8ea-3ea687c23205. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.572101] env[62153]: DEBUG nova.network.neutron [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updating instance_info_cache with network_info: [{"id": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "address": "fa:16:3e:de:e1:a7", "network": {"id": "38071baf-f282-48e8-be81-c7998be35096", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1089869670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718e24c67aeb42e7ac2827967c933837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf76cfc9-4f", "ovs_interfaceid": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.610753] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-a77bf89c-c665-439d-a042-7b167878e14f-3a7e482a-08db-4b17-a21a-119766809a18" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.611348] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-a77bf89c-c665-439d-a042-7b167878e14f-3a7e482a-08db-4b17-a21a-119766809a18" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.617065] env[62153]: DEBUG oslo_vmware.api [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073022, 'name': PowerOnVM_Task, 'duration_secs': 0.797458} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.618335] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.618335] env[62153]: INFO nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Took 16.05 seconds to spawn the instance on the hypervisor. [ 1913.618335] env[62153]: DEBUG nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.619720] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3514e461-dfe7-4c3c-9237-5c18eeeeb618 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.757340] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073027, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.757340] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98315b1f-ab2a-4801-b68c-c2767c6031fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.765920] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15433c-f385-408f-84a4-54f8fbf141a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.808666] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725fe44-ea5a-4a44-b5fa-e6c9238c3519 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.817997] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda2ed04-64d8-4cc1-9285-1b1cb44fcc82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.834807] env[62153]: DEBUG nova.compute.provider_tree [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.837270] env[62153]: DEBUG nova.network.neutron [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1913.923110] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073026, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.928758] env[62153]: DEBUG nova.network.neutron [-] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.975189] env[62153]: DEBUG oslo_concurrency.lockutils [req-c2dbf764-226f-438e-a596-5cb3c70694f2 req-d52585b0-aaa9-40a0-b614-947960910114 service nova] Releasing lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.058617] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1914.076558] env[62153]: DEBUG oslo_concurrency.lockutils [req-0e23bb0b-4e19-4544-9173-eb623cd70d23 req-fd4aad0b-57e7-47f8-a08e-5e6a96b9b609 service nova] Releasing lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.118355] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.118622] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.119904] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebfd4c-dd39-4898-977a-5ab158e93faa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.148017] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51791582-f317-4c32-ad35-a222cbd303ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.155927] env[62153]: INFO nova.compute.manager [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Took 51.58 seconds to build instance. [ 1914.180939] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Reconfiguring VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1914.181722] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4680fd60-9f15-4b1d-82b7-18f9954bca1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.202575] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1914.202575] env[62153]: value = "task-2073028" [ 1914.202575] env[62153]: _type = "Task" [ 1914.202575] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.213788] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.253348] env[62153]: DEBUG oslo_vmware.api [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073027, 'name': PowerOnVM_Task, 'duration_secs': 0.728424} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.254162] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.254402] env[62153]: INFO nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Took 5.48 seconds to spawn the instance on the hypervisor. [ 1914.254774] env[62153]: DEBUG nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.256016] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5639dd3-b5bd-4606-a4d7-2daea2f88fee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.340923] env[62153]: DEBUG nova.scheduler.client.report [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.421945] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073026, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.431224] env[62153]: INFO nova.compute.manager [-] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Took 1.46 seconds to deallocate network for instance. [ 1914.596545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.683324] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c52befbc-e80d-4c26-89c9-b503902d1061 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.075s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.717542] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.731244] env[62153]: DEBUG nova.network.neutron [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance_info_cache with network_info: [{"id": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "address": "fa:16:3e:32:b5:5e", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b87eec-5f", "ovs_interfaceid": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.777572] env[62153]: INFO nova.compute.manager [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Took 47.50 seconds to build instance. [ 1914.849495] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.849668] env[62153]: DEBUG nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1914.852486] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.368s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.929563] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073026, 'name': CloneVM_Task, 'duration_secs': 1.667142} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.930122] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created linked-clone VM from snapshot [ 1914.931580] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e87893-83fa-4fc2-aa50-f8eb064ba7e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.946083] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.946083] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Uploading image 2dbb8a39-51e5-4d1f-92d1-fba093c85a8b {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1914.985890] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1914.985890] env[62153]: value = "vm-424975" [ 1914.985890] env[62153]: _type = "VirtualMachine" [ 1914.985890] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1914.986250] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5fd1b86f-c93d-45fd-aaa5-db1419851229 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.995337] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease: (returnval){ [ 1914.995337] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c3621a-8378-834a-066a-501ce763f9dc" [ 1914.995337] env[62153]: _type = "HttpNfcLease" [ 1914.995337] env[62153]: } obtained for exporting VM: (result){ [ 1914.995337] env[62153]: value = "vm-424975" [ 1914.995337] env[62153]: _type = "VirtualMachine" [ 1914.995337] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1914.995337] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the lease: (returnval){ [ 1914.995337] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c3621a-8378-834a-066a-501ce763f9dc" [ 1914.995337] env[62153]: _type = "HttpNfcLease" [ 1914.995337] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1915.005750] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1915.005750] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c3621a-8378-834a-066a-501ce763f9dc" [ 1915.005750] env[62153]: _type = "HttpNfcLease" [ 1915.005750] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1915.096917] env[62153]: DEBUG nova.network.neutron [-] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.190068] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1915.215960] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.235063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.235063] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Instance network_info: |[{"id": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "address": "fa:16:3e:32:b5:5e", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b87eec-5f", "ovs_interfaceid": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1915.235063] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:b5:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74b87eec-5f6d-4e29-8121-cd37f01f4d69', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.247382] env[62153]: DEBUG oslo.service.loopingcall [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.248373] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.248607] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4971098b-5b81-48e9-bc74-0ded2db2e92d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.272215] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.272215] env[62153]: value = "task-2073030" [ 1915.272215] env[62153]: _type = "Task" [ 1915.272215] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.284209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c973cd5-634c-415e-a3b5-f4718c207f61 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "14218117-b536-46d6-9bcb-60772d336c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.884s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.284209] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073030, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.359440] env[62153]: DEBUG nova.compute.utils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1915.371634] env[62153]: DEBUG nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1915.401405] env[62153]: DEBUG nova.compute.manager [req-e4af319a-2b75-43fa-8f7f-eee828433e1d req-85735b6d-3784-4d07-9d21-7932687699a9 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Received event network-vif-deleted-5589ddf2-1293-4d74-9dd7-44bbb982e4c8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1915.401631] env[62153]: INFO nova.compute.manager [req-e4af319a-2b75-43fa-8f7f-eee828433e1d req-85735b6d-3784-4d07-9d21-7932687699a9 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Neutron deleted interface 5589ddf2-1293-4d74-9dd7-44bbb982e4c8; detaching it from the instance and deleting it from the info cache [ 1915.401810] env[62153]: DEBUG nova.network.neutron [req-e4af319a-2b75-43fa-8f7f-eee828433e1d req-85735b6d-3784-4d07-9d21-7932687699a9 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.435640] env[62153]: DEBUG nova.compute.manager [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Received event network-changed-74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1915.435929] env[62153]: DEBUG nova.compute.manager [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Refreshing instance network info cache due to event network-changed-74b87eec-5f6d-4e29-8121-cd37f01f4d69. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1915.436147] env[62153]: DEBUG oslo_concurrency.lockutils [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] Acquiring lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.436303] env[62153]: DEBUG oslo_concurrency.lockutils [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] Acquired lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.436489] env[62153]: DEBUG nova.network.neutron [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Refreshing network info cache for port 74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.503505] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1915.503505] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c3621a-8378-834a-066a-501ce763f9dc" [ 1915.503505] env[62153]: _type = "HttpNfcLease" [ 1915.503505] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1915.505298] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1915.505298] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c3621a-8378-834a-066a-501ce763f9dc" [ 1915.505298] env[62153]: _type = "HttpNfcLease" [ 1915.505298] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1915.505298] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39440c0b-9141-4c9b-b1f5-ffd2ec56a7cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.512769] env[62153]: DEBUG nova.network.neutron [-] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.514055] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52191ed2-5a45-f829-5839-f01f7a5cf72a/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1915.514248] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52191ed2-5a45-f829-5839-f01f7a5cf72a/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1915.599942] env[62153]: INFO nova.compute.manager [-] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Took 2.31 seconds to deallocate network for instance. [ 1915.652126] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c9a4877-24b8-427d-944b-869268c11c97 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.716431] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.726677] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa82de-97e0-b9a0-8ae3-40feba3b1512/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1915.727695] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b577eaa1-4fc9-4c45-b073-984cc8e72fd7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.731157] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.735881] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa82de-97e0-b9a0-8ae3-40feba3b1512/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1915.736057] env[62153]: ERROR oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa82de-97e0-b9a0-8ae3-40feba3b1512/disk-0.vmdk due to incomplete transfer. [ 1915.736292] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5136d10c-bb17-4ff4-af32-c9f51a32ed3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.747240] env[62153]: DEBUG oslo_vmware.rw_handles [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa82de-97e0-b9a0-8ae3-40feba3b1512/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1915.747475] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Uploaded image 9358d5ac-3f65-4f30-b99f-52b5be6303c9 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1915.749957] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1915.750943] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1347c43f-e740-4354-8b38-36639c7ecf33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.758577] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Waiting for the task: (returnval){ [ 1915.758577] env[62153]: value = "task-2073031" [ 1915.758577] env[62153]: _type = "Task" [ 1915.758577] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.769376] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2073031, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.781352] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073030, 'name': CreateVM_Task, 'duration_secs': 0.481849} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.781352] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1915.782058] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.782223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.782545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1915.782822] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d560ecd3-67b4-4e1d-8060-f34cb34912e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.788908] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1915.792093] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1915.792093] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ed6298-26f0-3c5b-6fd7-8e2ba01c30ff" [ 1915.792093] env[62153]: _type = "Task" [ 1915.792093] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.802680] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ed6298-26f0-3c5b-6fd7-8e2ba01c30ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.873230] env[62153]: DEBUG nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1915.905848] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-429d9d59-683e-424f-8bf7-c7919056081a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 241135ec-7bdb-4ba4-8e40-9c0413791de8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 098bb596-73d7-4647-9d54-a68dddbe2f81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a77bf89c-c665-439d-a042-7b167878e14f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0f39247f-dab6-4723-9e21-77f5ffb60193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fdc93b88-c907-4b45-8a44-905de045d21b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a01141db-9e5a-4709-987c-02d9a8401300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f67d19d9-9511-4e6d-a396-2b9111b77675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ac73bd12-161a-4720-8069-8b648645038b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916488] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 63be7cd3-af71-44df-bc9f-b392b2e68f78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1915.916488] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 810b45a7-52ea-4c63-8749-99a205355ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916771] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916771] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a86f03e4-58fd-4b01-86ee-aeefd207eb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.916944] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1915.917211] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (68e6e50c-305b-48b9-aaad-e87ef5e51e34): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1915.917211] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b40628ac-3a0b-4171-9458-a8be9e91a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.917451] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 230434b9-8c7e-4b51-9717-96a00258ef83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.917479] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f1c187a9-b3d8-46d5-9718-a515abae05c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1915.918304] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 71e74f84-7340-42e9-9d64-99d8e4706406 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1915.918304] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 19bc94fa-d863-4b60-ace0-90e01d02b2e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1915.918304] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ba79aeda-8018-47ca-97f0-88f4385c6150 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.918477] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2c367759-d799-40be-8dc8-5608c38a6616 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.918603] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 14218117-b536-46d6-9bcb-60772d336c41 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.918855] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 4757876f-c636-4fd1-b22e-8d9f03fa2477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.919886] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1915.928180] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b651cd-afb7-4b17-848a-8e5bf63fbc09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.990349] env[62153]: DEBUG nova.compute.manager [req-e4af319a-2b75-43fa-8f7f-eee828433e1d req-85735b6d-3784-4d07-9d21-7932687699a9 service nova] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Detach interface failed, port_id=5589ddf2-1293-4d74-9dd7-44bbb982e4c8, reason: Instance 241135ec-7bdb-4ba4-8e40-9c0413791de8 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1916.016311] env[62153]: INFO nova.compute.manager [-] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Took 2.95 seconds to deallocate network for instance. [ 1916.108794] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.224746] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.273926] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2073031, 'name': Destroy_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.329834] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ed6298-26f0-3c5b-6fd7-8e2ba01c30ff, 'name': SearchDatastore_Task, 'duration_secs': 0.022754} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.329834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.329939] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.330132] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.330702] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.335792] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.339734] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-033aacc9-ba09-4a65-9a55-42feb1232840 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.343873] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.353230] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.355855] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.357110] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c0f06b-0b54-44a7-b3fb-e3cdcafedd9a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.364337] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1916.364337] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ca2b9f-c012-866c-e431-784c3a02a350" [ 1916.364337] env[62153]: _type = "Task" [ 1916.364337] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.375536] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ca2b9f-c012-866c-e431-784c3a02a350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.424923] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 3e4e261d-0a7c-4ed7-b089-2226f09d9f46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1916.524014] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.541262] env[62153]: DEBUG nova.network.neutron [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updated VIF entry in instance network info cache for port 74b87eec-5f6d-4e29-8121-cd37f01f4d69. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.542164] env[62153]: DEBUG nova.network.neutron [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance_info_cache with network_info: [{"id": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "address": "fa:16:3e:32:b5:5e", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b87eec-5f", "ovs_interfaceid": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.719244] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.778295] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2073031, 'name': Destroy_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.880161] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ca2b9f-c012-866c-e431-784c3a02a350, 'name': SearchDatastore_Task, 'duration_secs': 0.017798} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.881343] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13f6efd-007b-46fb-9662-be4d73b269ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.898950] env[62153]: DEBUG nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1916.904903] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1916.904903] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52da4954-cca7-22da-ff99-8d7adc71e0c7" [ 1916.904903] env[62153]: _type = "Task" [ 1916.904903] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.919059] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52da4954-cca7-22da-ff99-8d7adc71e0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01791} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.920376] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.920962] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477/4757876f-c636-4fd1-b22e-8d9f03fa2477.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1916.921429] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06fa1607-0498-47a3-96bf-ff5a46222a9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.932026] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 78ca51c7-9dc9-4803-b322-9655bfa28878 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1916.933847] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1916.933847] env[62153]: value = "task-2073032" [ 1916.933847] env[62153]: _type = "Task" [ 1916.933847] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.956122] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.978401] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1916.979415] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.979663] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1916.980104] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.980412] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1916.980661] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1916.980965] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1916.981214] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1916.981625] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1916.981725] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1916.981947] env[62153]: DEBUG nova.virt.hardware [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1916.983551] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9579346c-daa3-4878-8507-df01e0ffdf09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.994810] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f6084c-7498-4a72-8b94-6c917866ffe7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.013738] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.025672] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Creating folder: Project (9a8f195acdab4e9a911b905a0f38e662). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1917.025672] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a3e862e-a7b5-49b5-94b9-842bbdb7e614 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.031304] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "73594d45-024c-437c-ba56-8f8513e7c0f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.031713] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.044197] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Created folder: Project (9a8f195acdab4e9a911b905a0f38e662) in parent group-v424816. [ 1917.045191] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Creating folder: Instances. Parent ref: group-v424977. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1917.046268] env[62153]: DEBUG oslo_concurrency.lockutils [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] Releasing lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.046637] env[62153]: DEBUG nova.compute.manager [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Received event network-vif-deleted-3399e8f4-0a32-4d40-861d-296a8f32c080 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.046980] env[62153]: DEBUG nova.compute.manager [req-7f6a011f-24a3-42cb-bb08-2e0c379f4a5a req-9e5f6394-6924-4227-b2ee-faac1c86bbed service nova] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Received event network-vif-deleted-b7ce2def-96b8-4854-81e2-cde57b683e07 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.047608] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffec7f3b-2f77-41de-a174-b56dc14deb8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.064530] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Created folder: Instances in parent group-v424977. [ 1917.065211] env[62153]: DEBUG oslo.service.loopingcall [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.065416] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.065731] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eed8285-d6aa-407f-9ad6-89a27a766ed9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.091498] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.091498] env[62153]: value = "task-2073035" [ 1917.091498] env[62153]: _type = "Task" [ 1917.091498] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.103117] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073035, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.222236] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.281852] env[62153]: DEBUG oslo_vmware.api [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Task: {'id': task-2073031, 'name': Destroy_Task, 'duration_secs': 1.31856} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.282699] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Destroyed the VM [ 1917.283169] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1917.283587] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae8b0552-9564-47c1-ba13-fd8f9db2b83c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.289689] env[62153]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1917.290129] env[62153]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62153) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1917.291489] env[62153]: DEBUG nova.compute.utils [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Cleaning up image 9358d5ac-3f65-4f30-b99f-52b5be6303c9 {{(pid=62153) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 1917.435970] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fc087d27-beae-4e99-ad3d-72049e1fa4bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1917.450165] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.539869] env[62153]: DEBUG nova.compute.manager [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Received event network-changed-baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.540214] env[62153]: DEBUG nova.compute.manager [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Refreshing instance network info cache due to event network-changed-baef8ef2-5033-4509-9690-ab5fc9979795. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1917.540526] env[62153]: DEBUG oslo_concurrency.lockutils [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] Acquiring lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.541340] env[62153]: DEBUG oslo_concurrency.lockutils [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] Acquired lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.541680] env[62153]: DEBUG nova.network.neutron [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Refreshing network info cache for port baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.604366] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073035, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.634433] env[62153]: DEBUG nova.compute.manager [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1917.726219] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.938701] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5eb4314c-646c-4947-96fa-95a0814163af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1917.955931] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642474} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.956315] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477/4757876f-c636-4fd1-b22e-8d9f03fa2477.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1917.956475] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1917.956989] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f97f33-ac0d-4ebe-8741-7ab4426616c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.966695] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1917.966695] env[62153]: value = "task-2073036" [ 1917.966695] env[62153]: _type = "Task" [ 1917.966695] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.982044] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.107358] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073035, 'name': CreateVM_Task, 'duration_secs': 0.677021} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.107786] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.108526] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.109828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.109828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.109949] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d022f43-c476-4643-8fd1-afd7612d6451 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.116105] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1918.116105] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a571bf-a92b-f994-6f93-b5cbfb699e2f" [ 1918.116105] env[62153]: _type = "Task" [ 1918.116105] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.127802] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a571bf-a92b-f994-6f93-b5cbfb699e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.167140] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.224313] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.352364] env[62153]: DEBUG nova.network.neutron [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updated VIF entry in instance network info cache for port baef8ef2-5033-4509-9690-ab5fc9979795. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1918.352742] env[62153]: DEBUG nova.network.neutron [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [{"id": "baef8ef2-5033-4509-9690-ab5fc9979795", "address": "fa:16:3e:51:80:c3", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaef8ef2-50", "ovs_interfaceid": "baef8ef2-5033-4509-9690-ab5fc9979795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.447327] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 1400ca89-6579-49ce-a9ff-9ce5fd976ed5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1918.477203] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080282} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.477478] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1918.478270] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ee27b-e521-4b33-bf52-3f4706857bc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.502845] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477/4757876f-c636-4fd1-b22e-8d9f03fa2477.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.503709] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c187423-0b70-4703-9a6f-fa130d47654f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.525073] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1918.525073] env[62153]: value = "task-2073037" [ 1918.525073] env[62153]: _type = "Task" [ 1918.525073] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.537597] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.627202] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a571bf-a92b-f994-6f93-b5cbfb699e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019204} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.627510] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.627700] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1918.627921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.628091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.628281] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1918.628532] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a6809f3-6d53-48e7-8bfa-1def803521e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.639987] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1918.639987] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1918.640801] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a0a094-7f6b-444d-a10b-bde4214012c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.646967] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1918.646967] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5207e1ed-3187-ee36-292e-3d809579fd74" [ 1918.646967] env[62153]: _type = "Task" [ 1918.646967] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.655932] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5207e1ed-3187-ee36-292e-3d809579fd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.720960] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.855541] env[62153]: DEBUG oslo_concurrency.lockutils [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] Releasing lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.856035] env[62153]: DEBUG nova.compute.manager [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Received event network-changed-cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1918.856378] env[62153]: DEBUG nova.compute.manager [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Refreshing instance network info cache due to event network-changed-cf76cfc9-4f38-477a-b8ea-3ea687c23205. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1918.856690] env[62153]: DEBUG oslo_concurrency.lockutils [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] Acquiring lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.857215] env[62153]: DEBUG oslo_concurrency.lockutils [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] Acquired lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.857215] env[62153]: DEBUG nova.network.neutron [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Refreshing network info cache for port cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.926613] env[62153]: DEBUG oslo_concurrency.lockutils [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.951397] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 173bae59-d64e-4e6c-b0a7-f19b3be7621c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1919.038814] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.159670] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5207e1ed-3187-ee36-292e-3d809579fd74, 'name': SearchDatastore_Task, 'duration_secs': 0.016336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.160583] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a2b42b-4d33-4797-bbb7-bf64f28ceb11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.167082] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1919.167082] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52380924-01c2-a659-7c9f-34e8aebf1db0" [ 1919.167082] env[62153]: _type = "Task" [ 1919.167082] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.176164] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52380924-01c2-a659-7c9f-34e8aebf1db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.221120] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.455046] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b2186606-5944-418f-acba-d2c5b8c31f64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1919.538945] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073037, 'name': ReconfigVM_Task, 'duration_secs': 0.573712} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.539317] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477/4757876f-c636-4fd1-b22e-8d9f03fa2477.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.539993] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e954d2-cd42-4019-b7b8-9ec8ac81a95e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.552524] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1919.552524] env[62153]: value = "task-2073038" [ 1919.552524] env[62153]: _type = "Task" [ 1919.552524] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.636038] env[62153]: DEBUG nova.network.neutron [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updated VIF entry in instance network info cache for port cf76cfc9-4f38-477a-b8ea-3ea687c23205. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.636562] env[62153]: DEBUG nova.network.neutron [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updating instance_info_cache with network_info: [{"id": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "address": "fa:16:3e:de:e1:a7", "network": {"id": "38071baf-f282-48e8-be81-c7998be35096", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1089869670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718e24c67aeb42e7ac2827967c933837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf76cfc9-4f", "ovs_interfaceid": "cf76cfc9-4f38-477a-b8ea-3ea687c23205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.678776] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52380924-01c2-a659-7c9f-34e8aebf1db0, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.678940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.679244] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.679544] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c7af85-fa0c-4a00-aded-f64d7cf7c612 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.688369] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1919.688369] env[62153]: value = "task-2073039" [ 1919.688369] env[62153]: _type = "Task" [ 1919.688369] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.697771] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.722121] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.959089] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5aef7500-5f4b-4645-88fd-d357b9e3515c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1920.064523] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073038, 'name': Rename_Task, 'duration_secs': 0.198272} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.065544] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.065544] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1a4c0a5-be59-418b-b2ab-d7dead2df943 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.075063] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1920.075063] env[62153]: value = "task-2073040" [ 1920.075063] env[62153]: _type = "Task" [ 1920.075063] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.085216] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.140092] env[62153]: DEBUG oslo_concurrency.lockutils [req-611acf15-5aa7-4602-ac24-e3d09aea809a req-5dc2fa79-f745-4a44-8ace-431736df420b service nova] Releasing lock "refresh_cache-14218117-b536-46d6-9bcb-60772d336c41" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.201934] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.223633] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.462746] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 83d52cb2-36d7-48d5-af24-418cf7d13ed8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1920.463141] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1920.463310] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1920.589712] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.702584] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643871} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.702584] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.702958] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.702958] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7233502f-9844-4fc3-93d9-96cc221eac9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.713855] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1920.713855] env[62153]: value = "task-2073041" [ 1920.713855] env[62153]: _type = "Task" [ 1920.713855] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.730235] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.733840] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.944725] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcc081b-4027-4e32-8f79-3351e868fdb2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.952460] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dbead6-9929-444e-87dc-039069d2088e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.985180] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff2df5-e8e8-4e74-b9c1-e6cc256d1faa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.994129] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995797d-2e42-4de8-9736-1aff4444f202 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.009018] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.087201] env[62153]: DEBUG oslo_vmware.api [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073040, 'name': PowerOnVM_Task, 'duration_secs': 0.829591} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.087497] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.087985] env[62153]: INFO nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1921.087985] env[62153]: DEBUG nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.088836] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059f8321-9408-4db4-93db-ee8e9cce4ee9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.227919] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137223} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.231336] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.231636] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.232347] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c631f18-47d5-4691-b80f-092b66b65bd4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.252858] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.253213] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9c2681-8b39-442c-a55a-66bad41aa819 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.275040] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1921.275040] env[62153]: value = "task-2073042" [ 1921.275040] env[62153]: _type = "Task" [ 1921.275040] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.286010] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.511891] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.610406] env[62153]: INFO nova.compute.manager [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Took 53.11 seconds to build instance. [ 1921.726721] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.785905] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.018167] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1922.018480] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.166s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.018815] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.742s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.019011] env[62153]: DEBUG nova.objects.instance [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1922.113073] env[62153]: DEBUG oslo_concurrency.lockutils [None req-068ae9ac-57eb-46d0-ae94-000118ed4aa6 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.278s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.227140] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.287296] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073042, 'name': ReconfigVM_Task, 'duration_secs': 0.69394} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.287510] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.291174] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e6db29-a2f8-45d8-8b90-4d8494a5c923 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.296097] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1922.296097] env[62153]: value = "task-2073043" [ 1922.296097] env[62153]: _type = "Task" [ 1922.296097] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.305693] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073043, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.616440] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.728028] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.808211] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073043, 'name': Rename_Task, 'duration_secs': 0.179539} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.808462] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.808657] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5318d60-7f34-4961-bb4a-8e243b6b423e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.817228] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1922.817228] env[62153]: value = "task-2073044" [ 1922.817228] env[62153]: _type = "Task" [ 1922.817228] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.829380] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.029045] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17759556-dad9-4b44-ab0b-7060a7e49ba8 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.030292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.996s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.030514] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.032746] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.781s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.032952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.034985] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.479s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.036592] env[62153]: INFO nova.compute.claims [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.062457] env[62153]: INFO nova.scheduler.client.report [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleted allocations for instance 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5 [ 1923.068119] env[62153]: INFO nova.scheduler.client.report [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Deleted allocations for instance 91637ee1-38a6-458b-9ac5-e37be456026b [ 1923.137380] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.228227] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.330953] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.572658] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f5bf18d-736d-4c18-a81d-cf6828938b8c tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.560s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.576911] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cc22d8d-2062-44af-a764-115c428cf4ec tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "91637ee1-38a6-458b-9ac5-e37be456026b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.319s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.730078] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.829833] env[62153]: DEBUG oslo_vmware.api [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073044, 'name': PowerOnVM_Task, 'duration_secs': 0.944344} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.830075] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.830290] env[62153]: INFO nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1923.830470] env[62153]: DEBUG nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.831502] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcde187-93c2-450c-a18d-a10b5313e95c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.006370] env[62153]: DEBUG nova.compute.manager [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1924.130978] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.131273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.131478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.131901] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.131901] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.133892] env[62153]: INFO nova.compute.manager [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Terminating instance [ 1924.232267] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.356465] env[62153]: INFO nova.compute.manager [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Took 51.20 seconds to build instance. [ 1924.527455] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.561754] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686f68c-79f3-43a6-ac81-d5d8033e9ea0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.571848] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d04caa-c0f5-484a-a1f2-65c67688b1ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.601716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ca471-cc23-4613-a3dd-cc81ffd26b37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.609692] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8540432b-4222-4f28-a2bd-7a86ad779ba8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.623891] env[62153]: DEBUG nova.compute.provider_tree [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.637894] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "refresh_cache-a86f03e4-58fd-4b01-86ee-aeefd207eb65" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.638066] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquired lock "refresh_cache-a86f03e4-58fd-4b01-86ee-aeefd207eb65" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.638259] env[62153]: DEBUG nova.network.neutron [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.665708] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52191ed2-5a45-f829-5839-f01f7a5cf72a/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1924.666637] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5b283-be9d-4ccf-b145-fea6285c7f65 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.673716] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52191ed2-5a45-f829-5839-f01f7a5cf72a/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1924.673716] env[62153]: ERROR oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52191ed2-5a45-f829-5839-f01f7a5cf72a/disk-0.vmdk due to incomplete transfer. [ 1924.673828] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0da5eec-9d7f-4f7b-9a95-bd78adca6b07 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.681436] env[62153]: DEBUG oslo_vmware.rw_handles [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52191ed2-5a45-f829-5839-f01f7a5cf72a/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1924.681676] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Uploaded image 2dbb8a39-51e5-4d1f-92d1-fba093c85a8b to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1924.683416] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1924.683657] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac1dcb23-3b0c-46af-a2b6-e3507ac8db0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.690752] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1924.690752] env[62153]: value = "task-2073045" [ 1924.690752] env[62153]: _type = "Task" [ 1924.690752] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.699136] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.730405] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.851041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "fdc93b88-c907-4b45-8a44-905de045d21b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.851229] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "fdc93b88-c907-4b45-8a44-905de045d21b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.851441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "fdc93b88-c907-4b45-8a44-905de045d21b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.851634] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "fdc93b88-c907-4b45-8a44-905de045d21b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.851826] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "fdc93b88-c907-4b45-8a44-905de045d21b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.856074] env[62153]: INFO nova.compute.manager [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Terminating instance [ 1924.860235] env[62153]: DEBUG oslo_concurrency.lockutils [None req-57790943-7f77-4748-b352-8b8d72ce4997 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.792s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.127422] env[62153]: DEBUG nova.scheduler.client.report [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.160670] env[62153]: DEBUG nova.network.neutron [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.201378] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.231962] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.239989] env[62153]: DEBUG nova.network.neutron [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.361568] env[62153]: DEBUG nova.compute.manager [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1925.361809] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.362246] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1925.366061] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a91bd0-3103-4ad9-b3e7-5b33757a81e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.374243] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.374516] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa15bc98-9183-48e8-91b9-3f7cf66a6c1d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.384237] env[62153]: DEBUG oslo_vmware.api [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1925.384237] env[62153]: value = "task-2073046" [ 1925.384237] env[62153]: _type = "Task" [ 1925.384237] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.393366] env[62153]: DEBUG oslo_vmware.api [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2073046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.545373] env[62153]: INFO nova.compute.manager [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Rebuilding instance [ 1925.588717] env[62153]: DEBUG nova.compute.manager [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.589604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167da38-9dc0-4f14-9fba-bf9de0a72339 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.632650] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.633211] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.636403] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.435s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.638292] env[62153]: INFO nova.compute.claims [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.704429] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.733261] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.743135] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Releasing lock "refresh_cache-a86f03e4-58fd-4b01-86ee-aeefd207eb65" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.743578] env[62153]: DEBUG nova.compute.manager [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1925.743798] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.744877] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73599a25-2c54-4ed0-8323-4b3cf1e5f2e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.753130] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.753409] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0e6cda-ddd9-4ea2-b294-0d2d4de39bad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.761570] env[62153]: DEBUG oslo_vmware.api [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1925.761570] env[62153]: value = "task-2073047" [ 1925.761570] env[62153]: _type = "Task" [ 1925.761570] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.772593] env[62153]: DEBUG oslo_vmware.api [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2073047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.896998] env[62153]: DEBUG oslo_vmware.api [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2073046, 'name': PowerOffVM_Task, 'duration_secs': 0.419322} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.898546] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.899027] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.899290] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.899611] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00452137-caa3-42a6-8040-dd5e8bd9cedb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.149184] env[62153]: DEBUG nova.compute.utils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.151409] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.151590] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.204802] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.206912] env[62153]: DEBUG nova.policy [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3ef71381954f628a0534bfffee4dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bafa051aee14061ac36d2e4d097bcd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.233370] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.273580] env[62153]: DEBUG oslo_vmware.api [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2073047, 'name': PowerOffVM_Task, 'duration_secs': 0.222378} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.273865] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.274071] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.274349] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25403664-39d0-4173-b268-1db709646f1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.353157] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.353425] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.353659] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleting the datastore file [datastore1] a86f03e4-58fd-4b01-86ee-aeefd207eb65 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.354081] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48d53b80-93ae-4bff-8bc3-2d4f879fe51d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.368137] env[62153]: DEBUG oslo_vmware.api [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for the task: (returnval){ [ 1926.368137] env[62153]: value = "task-2073050" [ 1926.368137] env[62153]: _type = "Task" [ 1926.368137] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.374695] env[62153]: DEBUG oslo_vmware.api [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2073050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.607414] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.607756] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3493630d-2b4a-49a6-88ad-33a6c16b986c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.615668] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1926.615668] env[62153]: value = "task-2073051" [ 1926.615668] env[62153]: _type = "Task" [ 1926.615668] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.626101] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.627109] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Successfully created port: bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.655170] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.703576] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.734227] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.874367] env[62153]: DEBUG oslo_vmware.api [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Task: {'id': task-2073050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154006} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.877173] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1926.877391] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1926.877611] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1926.877875] env[62153]: INFO nova.compute.manager [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1926.878275] env[62153]: DEBUG oslo.service.loopingcall [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.878691] env[62153]: DEBUG nova.compute.manager [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1926.878836] env[62153]: DEBUG nova.network.neutron [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.898912] env[62153]: DEBUG nova.network.neutron [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1927.126781] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073051, 'name': PowerOffVM_Task, 'duration_secs': 0.142148} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.127972] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.127972] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.128129] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64f6bc7-9c00-40a4-b56f-03a91610a276 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.141045] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.141045] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5cacab-da1f-4a61-be17-58a40e498cee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.144140] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c7099e-0b37-400c-be4b-e8631d9337ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.151452] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed31871f-ee00-40ca-b5e8-6ff6551933ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.191084] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa5067-26ef-48b4-bc83-eb371ab61957 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.193675] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.193867] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.194057] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Deleting the datastore file [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.194590] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c567c9-02de-4d42-bb4a-edd3bf897bbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.207920] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e769a9-6d16-4ec5-a4c7-4628d5befff7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.212053] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.213325] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1927.213325] env[62153]: value = "task-2073053" [ 1927.213325] env[62153]: _type = "Task" [ 1927.213325] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.224971] env[62153]: DEBUG nova.compute.provider_tree [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.234963] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.240271] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.404303] env[62153]: DEBUG nova.network.neutron [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.696610] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.708583] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.723124] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.723371] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.723527] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.723706] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.723853] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.724006] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.724254] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.724438] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.725032] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.725032] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.725032] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.725835] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59815f8-11a8-4fc2-a521-4bf59fdcb0cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.734280] env[62153]: DEBUG nova.scheduler.client.report [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.737441] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.746115] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d509cfe-64f6-4ca4-bfad-ea1844434ff9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.750514] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.906603] env[62153]: INFO nova.compute.manager [-] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Took 1.03 seconds to deallocate network for instance. [ 1928.208110] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.224752] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550617} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.225531] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1928.225531] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1928.225531] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1928.238392] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.238947] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.239442] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.241880] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.605s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.242085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.243979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.236s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.245400] env[62153]: INFO nova.compute.claims [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.271623] env[62153]: INFO nova.scheduler.client.report [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Deleted allocations for instance 098bb596-73d7-4647-9d54-a68dddbe2f81 [ 1928.412957] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.710224] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.740881] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.751865] env[62153]: DEBUG nova.compute.utils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.753941] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.753941] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.784246] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ef11786c-0832-4ae1-9fef-eff15cc6b18f tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "098bb596-73d7-4647-9d54-a68dddbe2f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.085s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.822102] env[62153]: DEBUG nova.policy [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3ef71381954f628a0534bfffee4dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bafa051aee14061ac36d2e4d097bcd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.071020] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1929.071281] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1929.071539] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Deleting the datastore file [datastore1] fdc93b88-c907-4b45-8a44-905de045d21b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1929.071844] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-542f25e4-d132-4cca-9f48-05642c919250 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.080294] env[62153]: DEBUG oslo_vmware.api [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for the task: (returnval){ [ 1929.080294] env[62153]: value = "task-2073054" [ 1929.080294] env[62153]: _type = "Task" [ 1929.080294] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.088934] env[62153]: DEBUG oslo_vmware.api [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2073054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.158392] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Successfully created port: d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.218058] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073045, 'name': Destroy_Task, 'duration_secs': 4.174113} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.220599] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroyed the VM [ 1929.220952] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1929.221277] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2725427b-7564-472b-892f-ba0f31a63fda {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.232250] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1929.232250] env[62153]: value = "task-2073055" [ 1929.232250] env[62153]: _type = "Task" [ 1929.232250] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.248337] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.253098] env[62153]: DEBUG oslo_vmware.api [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073028, 'name': ReconfigVM_Task, 'duration_secs': 14.988884} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.256830] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.257121] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Reconfigured VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1929.260218] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.287564] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.287987] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.288100] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.288325] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.288507] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.288687] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.288977] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.289148] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.289405] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.289616] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.289829] env[62153]: DEBUG nova.virt.hardware [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.290773] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d5aaa4-8ae9-45ed-a443-c3e7942af1e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.303322] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061fef9-2447-4dbe-829f-1d9a096492c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.324332] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1929.330323] env[62153]: DEBUG oslo.service.loopingcall [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.333045] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1929.334478] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4738d017-78bf-40e2-8300-a09ab86c5be9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.361497] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1929.361497] env[62153]: value = "task-2073056" [ 1929.361497] env[62153]: _type = "Task" [ 1929.361497] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.375174] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073056, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.595403] env[62153]: DEBUG oslo_vmware.api [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Task: {'id': task-2073054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153321} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.595670] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.595891] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.596089] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.596270] env[62153]: INFO nova.compute.manager [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Took 4.23 seconds to destroy the instance on the hypervisor. [ 1929.596695] env[62153]: DEBUG oslo.service.loopingcall [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.596695] env[62153]: DEBUG nova.compute.manager [-] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.596832] env[62153]: DEBUG nova.network.neutron [-] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1929.671907] env[62153]: DEBUG nova.compute.manager [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-vif-deleted-3a7e482a-08db-4b17-a21a-119766809a18 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.672500] env[62153]: INFO nova.compute.manager [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Neutron deleted interface 3a7e482a-08db-4b17-a21a-119766809a18; detaching it from the instance and deleting it from the info cache [ 1929.672500] env[62153]: DEBUG nova.network.neutron [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.751056] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.777651] env[62153]: DEBUG nova.compute.manager [req-0c5d7d3c-53c4-4902-b646-27d57990cfa5 req-bc499349-890f-4232-bf0a-c1d1d14d90a2 service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Received event network-vif-plugged-bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.777913] env[62153]: DEBUG oslo_concurrency.lockutils [req-0c5d7d3c-53c4-4902-b646-27d57990cfa5 req-bc499349-890f-4232-bf0a-c1d1d14d90a2 service nova] Acquiring lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.778185] env[62153]: DEBUG oslo_concurrency.lockutils [req-0c5d7d3c-53c4-4902-b646-27d57990cfa5 req-bc499349-890f-4232-bf0a-c1d1d14d90a2 service nova] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.778401] env[62153]: DEBUG oslo_concurrency.lockutils [req-0c5d7d3c-53c4-4902-b646-27d57990cfa5 req-bc499349-890f-4232-bf0a-c1d1d14d90a2 service nova] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.778598] env[62153]: DEBUG nova.compute.manager [req-0c5d7d3c-53c4-4902-b646-27d57990cfa5 req-bc499349-890f-4232-bf0a-c1d1d14d90a2 service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] No waiting events found dispatching network-vif-plugged-bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.778853] env[62153]: WARNING nova.compute.manager [req-0c5d7d3c-53c4-4902-b646-27d57990cfa5 req-bc499349-890f-4232-bf0a-c1d1d14d90a2 service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Received unexpected event network-vif-plugged-bd8e2b46-9c7b-4648-85d0-fa8167d01162 for instance with vm_state building and task_state spawning. [ 1929.804676] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af42e573-1157-447d-b5e2-426621fb8029 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.816391] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d077e7-c2a0-41ec-bdc0-a480af453f9a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.855216] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Successfully updated port: bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1929.858685] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e66ac-0b8e-4ee8-b331-c9fd24d3932e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.869408] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b6fe0-9370-4813-b7cb-04185b74f0e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.877502] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073056, 'name': CreateVM_Task, 'duration_secs': 0.284768} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.878120] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1929.878560] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.879977] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.879977] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1929.879977] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de63e55b-6656-4a28-99f5-77aaf4fd43e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.889556] env[62153]: DEBUG nova.compute.provider_tree [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.894980] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1929.894980] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5201a4cc-cbf8-a2b4-6d3b-bf168651f8c0" [ 1929.894980] env[62153]: _type = "Task" [ 1929.894980] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.905650] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5201a4cc-cbf8-a2b4-6d3b-bf168651f8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.175881] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.176085] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] Acquired lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.176992] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c14ea4-c64f-4d67-85b7-108a62f86c53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.195657] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] Releasing lock "a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.195936] env[62153]: WARNING nova.compute.manager [req-2e0ad23a-8aa3-405f-b525-88c8b43778f3 req-8098b078-817d-49bb-bfa9-cc939b3cffde service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Detach interface failed, port_id=3a7e482a-08db-4b17-a21a-119766809a18, reason: No device with interface-id 3a7e482a-08db-4b17-a21a-119766809a18 exists on VM: nova.exception.NotFound: No device with interface-id 3a7e482a-08db-4b17-a21a-119766809a18 exists on VM [ 1930.246671] env[62153]: DEBUG oslo_vmware.api [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073055, 'name': RemoveSnapshot_Task, 'duration_secs': 0.652375} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.246978] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1930.247229] env[62153]: INFO nova.compute.manager [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 19.96 seconds to snapshot the instance on the hypervisor. [ 1930.272954] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.299687] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.299932] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.300157] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.300356] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.300505] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.300650] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.300857] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.301122] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.301329] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.301502] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.301679] env[62153]: DEBUG nova.virt.hardware [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.302781] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe26ac02-f5e9-442b-8fff-9e3bb4e2ddf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.311508] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a2025-a1dd-48b2-95d8-8694d6fc6194 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.362417] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "refresh_cache-3e4e261d-0a7c-4ed7-b089-2226f09d9f46" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.362570] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "refresh_cache-3e4e261d-0a7c-4ed7-b089-2226f09d9f46" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.362722] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.393099] env[62153]: DEBUG nova.scheduler.client.report [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.410019] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5201a4cc-cbf8-a2b4-6d3b-bf168651f8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.410327] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.410557] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1930.410785] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.410929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.411125] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1930.411933] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ad50b9-cc30-4c6d-b032-44b6110f09e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.425570] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1930.425755] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1930.426497] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e89685c-f2da-4991-a9f6-9c3bcba5338c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.432939] env[62153]: DEBUG nova.network.neutron [-] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.434625] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1930.434625] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d993eb-5541-9e29-afd3-3745839a3b53" [ 1930.434625] env[62153]: _type = "Task" [ 1930.434625] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.442832] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d993eb-5541-9e29-afd3-3745839a3b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.583065] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.584012] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.584012] env[62153]: DEBUG nova.network.neutron [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.809309] env[62153]: DEBUG nova.compute.manager [None req-f4569ec1-e1e8-4db9-b054-feee3ed0a4d8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Found 2 images (rotation: 2) {{(pid=62153) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1930.832569] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.832826] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "a77bf89c-c665-439d-a042-7b167878e14f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.833059] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "a77bf89c-c665-439d-a042-7b167878e14f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.833256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "a77bf89c-c665-439d-a042-7b167878e14f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.833422] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "a77bf89c-c665-439d-a042-7b167878e14f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.835740] env[62153]: INFO nova.compute.manager [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Terminating instance [ 1930.863697] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Successfully updated port: d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.894180] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.897604] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.898128] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1930.900530] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.520s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.900722] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.903037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.753s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.904406] env[62153]: INFO nova.compute.claims [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1930.933378] env[62153]: INFO nova.scheduler.client.report [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Deleted allocations for instance f1c187a9-b3d8-46d5-9718-a515abae05c3 [ 1930.940146] env[62153]: INFO nova.compute.manager [-] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Took 1.34 seconds to deallocate network for instance. [ 1930.947683] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d993eb-5541-9e29-afd3-3745839a3b53, 'name': SearchDatastore_Task, 'duration_secs': 0.018767} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.953366] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79dc14d3-2d6d-42c9-bfda-f7b27130c255 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.960127] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1930.960127] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ee80ee-6eb6-ebae-d441-fb6cd8cef84d" [ 1930.960127] env[62153]: _type = "Task" [ 1930.960127] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.971301] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ee80ee-6eb6-ebae-d441-fb6cd8cef84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.083763] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Updating instance_info_cache with network_info: [{"id": "bd8e2b46-9c7b-4648-85d0-fa8167d01162", "address": "fa:16:3e:9d:4a:43", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8e2b46-9c", "ovs_interfaceid": "bd8e2b46-9c7b-4648-85d0-fa8167d01162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.313938] env[62153]: DEBUG nova.network.neutron [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [{"id": "eb372437-5d32-4e89-89a0-76ce05c05777", "address": "fa:16:3e:71:a1:da", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb372437-5d", "ovs_interfaceid": "eb372437-5d32-4e89-89a0-76ce05c05777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.339910] env[62153]: DEBUG nova.compute.manager [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1931.340224] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1931.341414] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625fa80b-1b36-475c-8a2f-e539ac93cacb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.350792] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.351427] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2646a0-6ed8-4c54-8d45-f4b032845cd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.360053] env[62153]: DEBUG oslo_vmware.api [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1931.360053] env[62153]: value = "task-2073057" [ 1931.360053] env[62153]: _type = "Task" [ 1931.360053] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.365302] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "refresh_cache-78ca51c7-9dc9-4803-b322-9655bfa28878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.365460] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "refresh_cache-78ca51c7-9dc9-4803-b322-9655bfa28878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.365588] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.370423] env[62153]: DEBUG oslo_vmware.api [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.409716] env[62153]: DEBUG nova.compute.utils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.413786] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.414017] env[62153]: DEBUG nova.network.neutron [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.448883] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e0a96a77-f9aa-4135-b032-36e48612c0df tempest-ServersTestMultiNic-1157990616 tempest-ServersTestMultiNic-1157990616-project-member] Lock "f1c187a9-b3d8-46d5-9718-a515abae05c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.396s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.454834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.456700] env[62153]: DEBUG nova.policy [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1af2d4db243d492e8faca33febbcfe73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c79454146034639aebf727834295a06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.472741] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ee80ee-6eb6-ebae-d441-fb6cd8cef84d, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.472942] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.473235] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1931.473550] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d36cc4a-ba93-4a0f-b950-9238b156aee3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.482047] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1931.482047] env[62153]: value = "task-2073058" [ 1931.482047] env[62153]: _type = "Task" [ 1931.482047] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.490743] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.587073] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "refresh_cache-3e4e261d-0a7c-4ed7-b089-2226f09d9f46" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.587540] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Instance network_info: |[{"id": "bd8e2b46-9c7b-4648-85d0-fa8167d01162", "address": "fa:16:3e:9d:4a:43", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8e2b46-9c", "ovs_interfaceid": "bd8e2b46-9c7b-4648-85d0-fa8167d01162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1931.588116] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:4a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd8e2b46-9c7b-4648-85d0-fa8167d01162', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.597328] env[62153]: DEBUG oslo.service.loopingcall [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.598042] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.598354] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ded5e188-b133-4a32-b3bf-cf8fa762eeb3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.621053] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.621053] env[62153]: value = "task-2073059" [ 1931.621053] env[62153]: _type = "Task" [ 1931.621053] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.630475] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073059, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.817337] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-a77bf89c-c665-439d-a042-7b167878e14f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.822865] env[62153]: DEBUG nova.compute.manager [req-d5514d0d-3a84-42fb-aed8-21ca268f62d4 req-8fe147e7-3ea2-4fcf-892d-33c0c867ad54 service nova] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Received event network-vif-deleted-01f4c340-9ab4-4c87-9526-349541aae734 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.877057] env[62153]: DEBUG oslo_vmware.api [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073057, 'name': PowerOffVM_Task, 'duration_secs': 0.25037} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.878071] env[62153]: DEBUG nova.network.neutron [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Successfully created port: 33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.880222] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.880416] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.881094] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-956e9e9d-0116-425c-b76c-0de955df41ed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.899878] env[62153]: DEBUG nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Received event network-changed-bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.900152] env[62153]: DEBUG nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Refreshing instance network info cache due to event network-changed-bd8e2b46-9c7b-4648-85d0-fa8167d01162. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1931.900391] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Acquiring lock "refresh_cache-3e4e261d-0a7c-4ed7-b089-2226f09d9f46" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.900546] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Acquired lock "refresh_cache-3e4e261d-0a7c-4ed7-b089-2226f09d9f46" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.900767] env[62153]: DEBUG nova.network.neutron [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Refreshing network info cache for port bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.913673] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1931.925063] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.937068] env[62153]: DEBUG nova.compute.manager [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.938119] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d951485-5da0-4127-9b1e-d454eda73b5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.991829] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.992088] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.992292] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleting the datastore file [datastore1] a77bf89c-c665-439d-a042-7b167878e14f {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.996461] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98cce266-3254-4cb6-9191-ac3d8861c302 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.998719] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073058, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.008224] env[62153]: DEBUG oslo_vmware.api [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 1932.008224] env[62153]: value = "task-2073061" [ 1932.008224] env[62153]: _type = "Task" [ 1932.008224] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.018080] env[62153]: DEBUG oslo_vmware.api [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.136814] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073059, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.234319] env[62153]: DEBUG nova.network.neutron [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Updating instance_info_cache with network_info: [{"id": "d0672f7d-f581-4a9f-bdbe-2f621582e093", "address": "fa:16:3e:44:7d:c7", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0672f7d-f5", "ovs_interfaceid": "d0672f7d-f581-4a9f-bdbe-2f621582e093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.324077] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb15ad16-f8ed-4d4e-ac09-a366694b6662 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-a77bf89c-c665-439d-a042-7b167878e14f-3a7e482a-08db-4b17-a21a-119766809a18" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 18.712s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.455441] env[62153]: INFO nova.compute.manager [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] instance snapshotting [ 1932.455441] env[62153]: DEBUG nova.objects.instance [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'flavor' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.496513] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516302} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.496947] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1932.501915] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1932.501915] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa0880a-77aa-4361-a436-23e5d8e685a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.507102] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1932.507102] env[62153]: value = "task-2073062" [ 1932.507102] env[62153]: _type = "Task" [ 1932.507102] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.530760] env[62153]: DEBUG oslo_vmware.api [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212769} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.531243] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.534026] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.534026] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1932.534026] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1932.534026] env[62153]: INFO nova.compute.manager [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1932.534026] env[62153]: DEBUG oslo.service.loopingcall [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.534026] env[62153]: DEBUG nova.compute.manager [-] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1932.534026] env[62153]: DEBUG nova.network.neutron [-] [instance: a77bf89c-c665-439d-a042-7b167878e14f] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.565018] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12367fa-12d7-49c9-b8ae-963ed162c04e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.572690] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c219abd-b002-44dc-9d5a-6ca6a05480d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.610069] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8c5aaa-1901-4698-9bb6-d4238f701966 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.618538] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700fd73f-2d46-4144-b8bf-6eb9c021e0aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.631792] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073059, 'name': CreateVM_Task, 'duration_secs': 0.550563} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.642495] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.643532] env[62153]: DEBUG nova.compute.provider_tree [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.646206] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.646532] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.647009] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.647639] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32463d8c-e3f5-4d49-b615-59e8dbd5a8f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.654089] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1932.654089] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210e89d-b671-a191-8c03-2728f28f8b66" [ 1932.654089] env[62153]: _type = "Task" [ 1932.654089] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.664068] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210e89d-b671-a191-8c03-2728f28f8b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.740019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "refresh_cache-78ca51c7-9dc9-4803-b322-9655bfa28878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.740019] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Instance network_info: |[{"id": "d0672f7d-f581-4a9f-bdbe-2f621582e093", "address": "fa:16:3e:44:7d:c7", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0672f7d-f5", "ovs_interfaceid": "d0672f7d-f581-4a9f-bdbe-2f621582e093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.740019] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:7d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0672f7d-f581-4a9f-bdbe-2f621582e093', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.747115] env[62153]: DEBUG oslo.service.loopingcall [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.747520] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.747938] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e0fe4b-4f73-4fe7-a037-79434bb8846d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.774540] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.774540] env[62153]: value = "task-2073063" [ 1932.774540] env[62153]: _type = "Task" [ 1932.774540] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.783790] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073063, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.937589] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.961362] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee3be6f-7da5-4f45-929a-4563d2293c27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.003539] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a92d75-2341-41ce-8985-7315d8da12f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.021666] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.021924] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.022439] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.022439] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.022439] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.025826] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.025826] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.025826] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.025826] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.025826] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.025826] env[62153]: DEBUG nova.virt.hardware [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.026315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c1a4a2-7b69-4b3e-bf6c-a5d4f2012db1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.035069] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069271} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.037471] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1933.039064] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735d958-85e1-46b4-91b8-2e91b0992b48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.043304] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e70a2b-abda-4549-99af-fc77b9369730 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.078317] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.079384] env[62153]: DEBUG nova.network.neutron [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Updated VIF entry in instance network info cache for port bd8e2b46-9c7b-4648-85d0-fa8167d01162. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.079714] env[62153]: DEBUG nova.network.neutron [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Updating instance_info_cache with network_info: [{"id": "bd8e2b46-9c7b-4648-85d0-fa8167d01162", "address": "fa:16:3e:9d:4a:43", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8e2b46-9c", "ovs_interfaceid": "bd8e2b46-9c7b-4648-85d0-fa8167d01162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.081454] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16260d7a-2350-4bdd-9de7-32df6878c84f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.106381] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1933.106381] env[62153]: value = "task-2073064" [ 1933.106381] env[62153]: _type = "Task" [ 1933.106381] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.117970] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.148843] env[62153]: DEBUG nova.scheduler.client.report [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.169311] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210e89d-b671-a191-8c03-2728f28f8b66, 'name': SearchDatastore_Task, 'duration_secs': 0.068869} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.169706] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.169992] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.170297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.170468] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.170713] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.171349] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0bb08d9-5dc2-4e85-a272-f1034b88e1e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.182227] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.182453] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.183255] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403794de-54b1-4379-aeb2-37d61a5f8f80 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.191438] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1933.191438] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520e9e06-6fd3-297d-ef9e-ec3d5eba06dc" [ 1933.191438] env[62153]: _type = "Task" [ 1933.191438] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.201426] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520e9e06-6fd3-297d-ef9e-ec3d5eba06dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.285514] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073063, 'name': CreateVM_Task, 'duration_secs': 0.421316} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.285732] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.286584] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.286673] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.287023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.287316] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd1dc11-06ab-4452-8170-e066be453927 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.292482] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1933.292482] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b8c401-2cf7-fb2a-ffa1-3583def42e23" [ 1933.292482] env[62153]: _type = "Task" [ 1933.292482] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.302550] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b8c401-2cf7-fb2a-ffa1-3583def42e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.530465] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1933.532800] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ae0d6c4-d8d8-4e59-a4f2-859d3cdcc38a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.547632] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1933.547632] env[62153]: value = "task-2073065" [ 1933.547632] env[62153]: _type = "Task" [ 1933.547632] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.556558] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073065, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.597490] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Releasing lock "refresh_cache-3e4e261d-0a7c-4ed7-b089-2226f09d9f46" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.597742] env[62153]: DEBUG nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Received event network-vif-plugged-d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.597937] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Acquiring lock "78ca51c7-9dc9-4803-b322-9655bfa28878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.598166] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.598327] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.598590] env[62153]: DEBUG nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] No waiting events found dispatching network-vif-plugged-d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.598667] env[62153]: WARNING nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Received unexpected event network-vif-plugged-d0672f7d-f581-4a9f-bdbe-2f621582e093 for instance with vm_state building and task_state spawning. [ 1933.602053] env[62153]: DEBUG nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Received event network-changed-d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.602053] env[62153]: DEBUG nova.compute.manager [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Refreshing instance network info cache due to event network-changed-d0672f7d-f581-4a9f-bdbe-2f621582e093. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1933.602053] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Acquiring lock "refresh_cache-78ca51c7-9dc9-4803-b322-9655bfa28878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.602053] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Acquired lock "refresh_cache-78ca51c7-9dc9-4803-b322-9655bfa28878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.602053] env[62153]: DEBUG nova.network.neutron [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Refreshing network info cache for port d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.616822] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.654266] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.656419] env[62153]: DEBUG nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1933.657866] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.433s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.660743] env[62153]: INFO nova.compute.claims [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.703561] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520e9e06-6fd3-297d-ef9e-ec3d5eba06dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.705089] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba207017-bf5a-4ba3-812a-c950b553bad8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.713947] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1933.713947] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523bf9db-2005-f414-68a2-e11d8f4544fd" [ 1933.713947] env[62153]: _type = "Task" [ 1933.713947] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.723997] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523bf9db-2005-f414-68a2-e11d8f4544fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.760199] env[62153]: DEBUG nova.network.neutron [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Successfully updated port: 33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.803435] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b8c401-2cf7-fb2a-ffa1-3583def42e23, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.803745] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.803978] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.804209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.905132] env[62153]: DEBUG nova.network.neutron [-] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.934479] env[62153]: DEBUG nova.compute.manager [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Received event network-vif-deleted-eb372437-5d32-4e89-89a0-76ce05c05777 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.934763] env[62153]: DEBUG nova.compute.manager [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Received event network-vif-plugged-33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.935105] env[62153]: DEBUG oslo_concurrency.lockutils [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] Acquiring lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.935392] env[62153]: DEBUG oslo_concurrency.lockutils [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.935609] env[62153]: DEBUG oslo_concurrency.lockutils [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.935831] env[62153]: DEBUG nova.compute.manager [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] No waiting events found dispatching network-vif-plugged-33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.936064] env[62153]: WARNING nova.compute.manager [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Received unexpected event network-vif-plugged-33ff9324-f96f-4ae9-8c52-6b3efb81ed94 for instance with vm_state building and task_state spawning. [ 1933.936301] env[62153]: DEBUG nova.compute.manager [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Received event network-changed-33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.936508] env[62153]: DEBUG nova.compute.manager [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Refreshing instance network info cache due to event network-changed-33ff9324-f96f-4ae9-8c52-6b3efb81ed94. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1933.936767] env[62153]: DEBUG oslo_concurrency.lockutils [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] Acquiring lock "refresh_cache-fc087d27-beae-4e99-ad3d-72049e1fa4bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.937052] env[62153]: DEBUG oslo_concurrency.lockutils [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] Acquired lock "refresh_cache-fc087d27-beae-4e99-ad3d-72049e1fa4bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.937262] env[62153]: DEBUG nova.network.neutron [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Refreshing network info cache for port 33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.058292] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073065, 'name': CreateSnapshot_Task, 'duration_secs': 0.473351} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.058601] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1934.059359] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf4c70-aee8-48ff-98fa-49636d7ed37a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.119556] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.168656] env[62153]: DEBUG nova.compute.utils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.169929] env[62153]: DEBUG nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Not allocating networking since 'none' was specified. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1934.226796] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523bf9db-2005-f414-68a2-e11d8f4544fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.226796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.227021] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3e4e261d-0a7c-4ed7-b089-2226f09d9f46/3e4e261d-0a7c-4ed7-b089-2226f09d9f46.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.228262] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.228465] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.228691] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5696f4e4-9afa-406a-a92d-8010814c1bc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.230623] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca316044-9650-4a71-b553-7b56ffd66da4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.242307] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1934.242307] env[62153]: value = "task-2073066" [ 1934.242307] env[62153]: _type = "Task" [ 1934.242307] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.246121] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.246365] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.250295] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27c6fad-7bfa-4273-bec5-ba1ba4807e75 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.258753] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.260046] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1934.260046] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525701f3-5e73-efa4-6dde-89a7dd182733" [ 1934.260046] env[62153]: _type = "Task" [ 1934.260046] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.263240] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "refresh_cache-fc087d27-beae-4e99-ad3d-72049e1fa4bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.271292] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525701f3-5e73-efa4-6dde-89a7dd182733, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.271292] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b8b329-5239-4aaf-ac38-676010bdc550 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.275323] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1934.275323] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529b4569-48f7-fe50-da36-ead783f30cab" [ 1934.275323] env[62153]: _type = "Task" [ 1934.275323] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.286071] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529b4569-48f7-fe50-da36-ead783f30cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.393607] env[62153]: DEBUG nova.network.neutron [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Updated VIF entry in instance network info cache for port d0672f7d-f581-4a9f-bdbe-2f621582e093. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.394067] env[62153]: DEBUG nova.network.neutron [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Updating instance_info_cache with network_info: [{"id": "d0672f7d-f581-4a9f-bdbe-2f621582e093", "address": "fa:16:3e:44:7d:c7", "network": {"id": "075081d8-e287-4811-8deb-a62e9f25b7c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-413779886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bafa051aee14061ac36d2e4d097bcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0672f7d-f5", "ovs_interfaceid": "d0672f7d-f581-4a9f-bdbe-2f621582e093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.408222] env[62153]: INFO nova.compute.manager [-] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Took 1.87 seconds to deallocate network for instance. [ 1934.473844] env[62153]: DEBUG nova.network.neutron [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.578302] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1934.578931] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c27f4467-b45f-46f8-851e-68dfa8158061 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.590159] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1934.590159] env[62153]: value = "task-2073067" [ 1934.590159] env[62153]: _type = "Task" [ 1934.590159] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.598864] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073067, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.619873] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.640665] env[62153]: DEBUG nova.network.neutron [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.675915] env[62153]: DEBUG nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1934.766502] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.787903] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]529b4569-48f7-fe50-da36-ead783f30cab, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.788213] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.788478] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 78ca51c7-9dc9-4803-b322-9655bfa28878/78ca51c7-9dc9-4803-b322-9655bfa28878.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.788752] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04420973-633c-449b-b239-cbcf1d5565ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.801715] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1934.801715] env[62153]: value = "task-2073068" [ 1934.801715] env[62153]: _type = "Task" [ 1934.801715] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.812965] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.904692] env[62153]: DEBUG oslo_concurrency.lockutils [req-7e075ee9-29f9-4550-9134-9926d3174af0 req-9714475d-0a3e-4a12-9a5a-0ab5bcb1ef7a service nova] Releasing lock "refresh_cache-78ca51c7-9dc9-4803-b322-9655bfa28878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.916101] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.100938] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073067, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.129258] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073064, 'name': ReconfigVM_Task, 'duration_secs': 1.527902} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.129359] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd/c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.130315] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37c1d752-a727-43f1-abd9-d160c0383be7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.140831] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1935.140831] env[62153]: value = "task-2073069" [ 1935.140831] env[62153]: _type = "Task" [ 1935.140831] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.145901] env[62153]: DEBUG oslo_concurrency.lockutils [req-3da11319-f24e-49b0-b738-9f959df2364d req-d31b6f46-fb81-4815-af63-2ae6d9d90515 service nova] Releasing lock "refresh_cache-fc087d27-beae-4e99-ad3d-72049e1fa4bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.146355] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired lock "refresh_cache-fc087d27-beae-4e99-ad3d-72049e1fa4bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.146581] env[62153]: DEBUG nova.network.neutron [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.157267] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073069, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.261161] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795893} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.261453] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3e4e261d-0a7c-4ed7-b089-2226f09d9f46/3e4e261d-0a7c-4ed7-b089-2226f09d9f46.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.262610] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.262610] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-022a89c1-bccc-4d83-b940-89ce7f281dc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.268532] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a56f88-9b0f-459f-90ec-0b76ccf60ac3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.278922] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1935.278922] env[62153]: value = "task-2073070" [ 1935.278922] env[62153]: _type = "Task" [ 1935.278922] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.292735] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e41e7-7ec2-4deb-ab4e-a3bc9f85b71b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.302447] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.341595] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd97dc-cf75-4440-b8d9-922f26d060b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.344708] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073068, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.352162] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1e4b6-a125-4ca9-9311-c0c6db3574b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.369618] env[62153]: DEBUG nova.compute.provider_tree [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.601278] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073067, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.653301] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073069, 'name': Rename_Task, 'duration_secs': 0.412705} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.653596] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.654162] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a053fc-e340-4dd6-82e0-637e7520cadb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.662657] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1935.662657] env[62153]: value = "task-2073071" [ 1935.662657] env[62153]: _type = "Task" [ 1935.662657] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.672204] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.691914] env[62153]: DEBUG nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1935.703662] env[62153]: DEBUG nova.network.neutron [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1935.726971] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1935.727188] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.727322] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1935.727533] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.727677] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1935.727822] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1935.728044] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1935.728266] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1935.728461] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1935.728656] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1935.728856] env[62153]: DEBUG nova.virt.hardware [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1935.729834] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4332876a-00c7-47e3-b857-186be6a04198 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.740347] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8575396-5834-453e-9a17-fd152ef640f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.758406] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.763544] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Creating folder: Project (a0fb771d2972449a96afaa5639d30c07). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.764155] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7770372-d102-418b-9532-4f9ec575493f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.776936] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Created folder: Project (a0fb771d2972449a96afaa5639d30c07) in parent group-v424816. [ 1935.777203] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Creating folder: Instances. Parent ref: group-v424985. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.777474] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8aca579-4d09-45e8-a1e5-b71247aca8cb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.787532] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Created folder: Instances in parent group-v424985. [ 1935.787825] env[62153]: DEBUG oslo.service.loopingcall [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.788037] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.788641] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3757b0b4-4bf1-4460-984c-7c16e1df8be5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.806704] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23228} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.810202] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1935.813382] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3429a9b-b145-4682-8b73-81be01fbb330 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.818233] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.818233] env[62153]: value = "task-2073074" [ 1935.818233] env[62153]: _type = "Task" [ 1935.818233] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.833038] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679393} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.844705] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 3e4e261d-0a7c-4ed7-b089-2226f09d9f46/3e4e261d-0a7c-4ed7-b089-2226f09d9f46.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.845655] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 78ca51c7-9dc9-4803-b322-9655bfa28878/78ca51c7-9dc9-4803-b322-9655bfa28878.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.845867] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.846132] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b227427-e0c2-444e-8141-1143b0cf2b85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.864826] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70cc0906-0c60-4a02-91da-0b235dd669be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.868104] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073074, 'name': CreateVM_Task} progress is 15%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.872793] env[62153]: DEBUG nova.scheduler.client.report [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.879360] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1935.879360] env[62153]: value = "task-2073075" [ 1935.879360] env[62153]: _type = "Task" [ 1935.879360] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.879806] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1935.879806] env[62153]: value = "task-2073076" [ 1935.879806] env[62153]: _type = "Task" [ 1935.879806] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.895992] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.899052] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.928841] env[62153]: DEBUG nova.network.neutron [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Updating instance_info_cache with network_info: [{"id": "33ff9324-f96f-4ae9-8c52-6b3efb81ed94", "address": "fa:16:3e:0b:e6:21", "network": {"id": "920fbc7b-bb69-4c53-9c63-0bb2628daced", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-493902830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c79454146034639aebf727834295a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ff9324-f9", "ovs_interfaceid": "33ff9324-f96f-4ae9-8c52-6b3efb81ed94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.102411] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073067, 'name': CloneVM_Task, 'duration_secs': 1.444216} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.102760] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Created linked-clone VM from snapshot [ 1936.103523] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c606c793-bc5d-43ca-8778-0476567b2853 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.111915] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Uploading image a75f4b23-e2d3-4d9c-838d-dee11d7e816b {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1936.138471] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1936.138471] env[62153]: value = "vm-424984" [ 1936.138471] env[62153]: _type = "VirtualMachine" [ 1936.138471] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1936.138847] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c1f6480-2b65-43b1-a558-8a10bbee560b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.147308] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease: (returnval){ [ 1936.147308] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521d2790-52a1-c252-057a-ba5f61a2b5b3" [ 1936.147308] env[62153]: _type = "HttpNfcLease" [ 1936.147308] env[62153]: } obtained for exporting VM: (result){ [ 1936.147308] env[62153]: value = "vm-424984" [ 1936.147308] env[62153]: _type = "VirtualMachine" [ 1936.147308] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1936.147561] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the lease: (returnval){ [ 1936.147561] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521d2790-52a1-c252-057a-ba5f61a2b5b3" [ 1936.147561] env[62153]: _type = "HttpNfcLease" [ 1936.147561] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1936.155333] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1936.155333] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521d2790-52a1-c252-057a-ba5f61a2b5b3" [ 1936.155333] env[62153]: _type = "HttpNfcLease" [ 1936.155333] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1936.172451] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073071, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.328312] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073074, 'name': CreateVM_Task, 'duration_secs': 0.343866} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.328485] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1936.329123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.329123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.329387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1936.329639] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1616060c-082a-44fc-9eb1-4cedf83a1dd0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.335319] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1936.335319] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223fa5f-8359-c030-b74b-1411e0baea92" [ 1936.335319] env[62153]: _type = "Task" [ 1936.335319] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.347656] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223fa5f-8359-c030-b74b-1411e0baea92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.381572] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.382368] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.384950] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.028s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.385169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.387877] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.589s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.387877] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.389380] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.793s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.391013] env[62153]: INFO nova.compute.claims [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.406574] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073076, 'name': ReconfigVM_Task, 'duration_secs': 0.365367} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.409598] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 3e4e261d-0a7c-4ed7-b089-2226f09d9f46/3e4e261d-0a7c-4ed7-b089-2226f09d9f46.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.410280] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081305} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.410695] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04989589-9703-4500-9627-b32cd5ac2c21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.412301] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.413081] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6b3103-39cd-42b9-8c03-7d7a1a9b1f6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.438110] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 78ca51c7-9dc9-4803-b322-9655bfa28878/78ca51c7-9dc9-4803-b322-9655bfa28878.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.439185] env[62153]: INFO nova.scheduler.client.report [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Deleted allocations for instance 71e74f84-7340-42e9-9d64-99d8e4706406 [ 1936.443056] env[62153]: INFO nova.scheduler.client.report [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Deleted allocations for instance 19bc94fa-d863-4b60-ace0-90e01d02b2e1 [ 1936.443630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Releasing lock "refresh_cache-fc087d27-beae-4e99-ad3d-72049e1fa4bb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.443908] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Instance network_info: |[{"id": "33ff9324-f96f-4ae9-8c52-6b3efb81ed94", "address": "fa:16:3e:0b:e6:21", "network": {"id": "920fbc7b-bb69-4c53-9c63-0bb2628daced", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-493902830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c79454146034639aebf727834295a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ff9324-f9", "ovs_interfaceid": "33ff9324-f96f-4ae9-8c52-6b3efb81ed94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1936.444172] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b00fbc-bde0-4a14-8b2d-bdac659f5393 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.460014] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1936.460014] env[62153]: value = "task-2073078" [ 1936.460014] env[62153]: _type = "Task" [ 1936.460014] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.465035] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e6:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ff9324-f96f-4ae9-8c52-6b3efb81ed94', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.474137] env[62153]: DEBUG oslo.service.loopingcall [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.475626] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.483056] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17f898f-5436-4300-a926-0b03290815a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.498547] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1936.498547] env[62153]: value = "task-2073079" [ 1936.498547] env[62153]: _type = "Task" [ 1936.498547] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.506532] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073078, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.508356] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.508356] env[62153]: value = "task-2073080" [ 1936.508356] env[62153]: _type = "Task" [ 1936.508356] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.515543] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.522645] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073080, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.656887] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1936.656887] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521d2790-52a1-c252-057a-ba5f61a2b5b3" [ 1936.656887] env[62153]: _type = "HttpNfcLease" [ 1936.656887] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1936.657222] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1936.657222] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521d2790-52a1-c252-057a-ba5f61a2b5b3" [ 1936.657222] env[62153]: _type = "HttpNfcLease" [ 1936.657222] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1936.657972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929a089d-cfa8-4dfa-8fa7-5887b9efbdd4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.665476] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269895d-3d27-cb1c-7a5a-d18c4d070644/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1936.665646] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269895d-3d27-cb1c-7a5a-d18c4d070644/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1936.728097] env[62153]: DEBUG oslo_vmware.api [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073071, 'name': PowerOnVM_Task, 'duration_secs': 0.531173} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.729538] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.729725] env[62153]: DEBUG nova.compute.manager [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.730845] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194b545-e13d-4514-8827-85ba1d6f78d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.758715] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7724fff6-e1e8-4f3d-b070-39cf8d10e515 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.849800] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223fa5f-8359-c030-b74b-1411e0baea92, 'name': SearchDatastore_Task, 'duration_secs': 0.059788} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.850172] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.850364] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.850655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.850906] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.850973] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.851271] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad22257-76a8-4df8-8067-0e4f11c9be2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.862251] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.862546] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.863338] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18418827-34f3-4be0-a687-5ffd13ec1b0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.869929] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1936.869929] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520096c9-f9df-deec-c2c1-d280067a8825" [ 1936.869929] env[62153]: _type = "Task" [ 1936.869929] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.879504] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520096c9-f9df-deec-c2c1-d280067a8825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.902561] env[62153]: DEBUG nova.compute.utils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.910392] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.910666] env[62153]: DEBUG nova.network.neutron [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1936.982570] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b47df166-f5e7-46d9-b621-c0d40c8f4fe6 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "19bc94fa-d863-4b60-ace0-90e01d02b2e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.969s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.991647] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1e428ab1-9735-4792-b703-ec1a3ec7dcb9 tempest-AttachInterfacesV270Test-1774178228 tempest-AttachInterfacesV270Test-1774178228-project-member] Lock "71e74f84-7340-42e9-9d64-99d8e4706406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.863s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.000863] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073078, 'name': Rename_Task, 'duration_secs': 0.212481} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.002822] env[62153]: DEBUG nova.policy [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4800ec1bac914ffeaa72d4c0ef71ffc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f49737391e4e03ab7f4a5582a72d2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.013345] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.013345] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c39e60a-362a-46ec-8e65-68b3d59c6e7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.021249] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073079, 'name': ReconfigVM_Task, 'duration_secs': 0.522186} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.022113] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 78ca51c7-9dc9-4803-b322-9655bfa28878/78ca51c7-9dc9-4803-b322-9655bfa28878.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.025920] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d15af86-4290-416b-91a2-4e8741a5cbdd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.026500] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1937.026500] env[62153]: value = "task-2073081" [ 1937.026500] env[62153]: _type = "Task" [ 1937.026500] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.030888] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073080, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.038563] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1937.038563] env[62153]: value = "task-2073082" [ 1937.038563] env[62153]: _type = "Task" [ 1937.038563] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.043311] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.055297] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073082, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.250364] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.387966] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520096c9-f9df-deec-c2c1-d280067a8825, 'name': SearchDatastore_Task, 'duration_secs': 0.037161} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.390637] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a466112-d8ea-46e3-b57b-9ce37ae9bab8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.397949] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1937.397949] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52742892-2065-7eb7-e7d7-fc7483bc63aa" [ 1937.397949] env[62153]: _type = "Task" [ 1937.397949] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.409290] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52742892-2065-7eb7-e7d7-fc7483bc63aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.411239] env[62153]: DEBUG nova.network.neutron [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Successfully created port: e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.413801] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.533091] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073080, 'name': CreateVM_Task, 'duration_secs': 0.624368} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.538601] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.544263] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.544752] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.545182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.547909] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de7d08e-9be2-413a-b5a2-74983bc6df2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.558716] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.568586] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1937.568586] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ac2bce-0651-e181-c362-a885fb3c7aaf" [ 1937.568586] env[62153]: _type = "Task" [ 1937.568586] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.573113] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073082, 'name': Rename_Task, 'duration_secs': 0.179556} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.577531] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.577879] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea83219b-274c-40d7-9efa-15fbe83cfdd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.591050] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ac2bce-0651-e181-c362-a885fb3c7aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.014897} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.591050] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.591050] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1937.591050] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.591050] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1937.591050] env[62153]: value = "task-2073083" [ 1937.591050] env[62153]: _type = "Task" [ 1937.591050] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.603675] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.911114] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52742892-2065-7eb7-e7d7-fc7483bc63aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.911447] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.911678] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.912067] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.912166] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.912456] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd36648-b1db-44ef-8f40-739d986dcc09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.918423] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-485d6307-d963-4d8b-818d-8384e8d5399d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.932329] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1937.932329] env[62153]: value = "task-2073084" [ 1937.932329] env[62153]: _type = "Task" [ 1937.932329] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.941258] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.941258] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1937.942791] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99b0bae-9e36-407c-862b-9996559b9608 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.950576] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.954646] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1937.954646] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5271f7cb-8480-c9c8-8eb5-6a2cffc70dd6" [ 1937.954646] env[62153]: _type = "Task" [ 1937.954646] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.969487] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5271f7cb-8480-c9c8-8eb5-6a2cffc70dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.970349] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc1313b-b26f-42eb-9a4a-26791028845e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.978193] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1937.978193] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526cdeb8-bd0f-dd2c-dc19-92f3837f9e0d" [ 1937.978193] env[62153]: _type = "Task" [ 1937.978193] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.994371] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526cdeb8-bd0f-dd2c-dc19-92f3837f9e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.000786] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d065de-f4db-4298-8d45-c1a67878997b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.014024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e426e-c91b-4ae1-bde2-08368a4f1593 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.056113] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b56d13-c25a-420e-a34b-35a3fa75182d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.063978] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073081, 'name': PowerOnVM_Task, 'duration_secs': 0.548901} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.066498] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.066858] env[62153]: INFO nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1938.067179] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.068503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8ce3f-b2ac-4629-b5af-f2a70c3bf2ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.075024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a513e14-1d12-48af-84e5-fe00b5b81cf2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.093968] env[62153]: DEBUG nova.compute.provider_tree [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.105829] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.242214] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.242490] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.242701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.242984] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.243206] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.250490] env[62153]: INFO nova.compute.manager [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Terminating instance [ 1938.429038] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.444056] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.467461] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.467829] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.468013] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.468250] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.468383] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.468529] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.468742] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.468896] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.469069] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.469229] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.469402] env[62153]: DEBUG nova.virt.hardware [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.470346] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4ae5fd-7b49-46d9-88b3-5193c53fa361 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.480807] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da0ad97-97bd-4acf-8cb6-0d113e2b7fb5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.504635] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526cdeb8-bd0f-dd2c-dc19-92f3837f9e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.017085} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.504943] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.505347] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fc087d27-beae-4e99-ad3d-72049e1fa4bb/fc087d27-beae-4e99-ad3d-72049e1fa4bb.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.505629] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b85ec45-55c8-46a6-a6c6-33f4eb2a5dc9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.516874] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1938.516874] env[62153]: value = "task-2073085" [ 1938.516874] env[62153]: _type = "Task" [ 1938.516874] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.529356] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.605052] env[62153]: DEBUG nova.scheduler.client.report [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.616424] env[62153]: DEBUG oslo_vmware.api [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073083, 'name': PowerOnVM_Task, 'duration_secs': 0.758042} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.616814] env[62153]: INFO nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Took 51.08 seconds to build instance. [ 1938.619154] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.619154] env[62153]: INFO nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1938.619154] env[62153]: DEBUG nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.619362] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1131c71-fc48-43e4-a01d-95b12145532f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.759425] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "refresh_cache-c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.759681] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquired lock "refresh_cache-c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.759852] env[62153]: DEBUG nova.network.neutron [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.952918] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63754} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.953362] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.953548] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.953942] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32b552d2-92a5-45df-b9c7-c41fe15e460d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.966053] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1938.966053] env[62153]: value = "task-2073086" [ 1938.966053] env[62153]: _type = "Task" [ 1938.966053] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.982949] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.030472] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073085, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.113764] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.114377] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1939.122019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.177s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.122669] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.129227] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.394s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.131228] env[62153]: INFO nova.compute.claims [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1939.136461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.708s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.142113] env[62153]: INFO nova.compute.manager [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Took 50.96 seconds to build instance. [ 1939.161203] env[62153]: INFO nova.scheduler.client.report [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Deleted allocations for instance 63be7cd3-af71-44df-bc9f-b392b2e68f78 [ 1939.317294] env[62153]: DEBUG nova.network.neutron [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1939.471016] env[62153]: DEBUG nova.network.neutron [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.480146] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108494} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.482612] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1939.488016] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6276b5c7-291c-48af-b4e9-65b0d3894811 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.516022] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1939.516022] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b173a6d-b51d-4361-9a4d-b9ad18b40610 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.543525] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570595} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.545563] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fc087d27-beae-4e99-ad3d-72049e1fa4bb/fc087d27-beae-4e99-ad3d-72049e1fa4bb.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.546017] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.546585] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1939.546585] env[62153]: value = "task-2073087" [ 1939.546585] env[62153]: _type = "Task" [ 1939.546585] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.547033] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bbbc5d8-0aba-4a9a-b809-ef7290ad422c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.559477] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073087, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.561240] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1939.561240] env[62153]: value = "task-2073088" [ 1939.561240] env[62153]: _type = "Task" [ 1939.561240] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.639026] env[62153]: DEBUG nova.compute.utils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.639026] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1939.639026] env[62153]: DEBUG nova.network.neutron [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1939.646113] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6e6b764b-c93e-43ed-900b-552c26a25fc3 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.187s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.671477] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edb9cd7-c091-4981-bedf-28b1e9dde435 tempest-ImagesOneServerTestJSON-1633779940 tempest-ImagesOneServerTestJSON-1633779940-project-member] Lock "63be7cd3-af71-44df-bc9f-b392b2e68f78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.454s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.775159] env[62153]: DEBUG nova.compute.manager [req-85a8d44a-062c-48ef-bfe6-7f9c31c11d4a req-745225c3-f74f-4845-ac48-1f7959b7391a service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Received event network-vif-plugged-e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1939.775159] env[62153]: DEBUG oslo_concurrency.lockutils [req-85a8d44a-062c-48ef-bfe6-7f9c31c11d4a req-745225c3-f74f-4845-ac48-1f7959b7391a service nova] Acquiring lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.775159] env[62153]: DEBUG oslo_concurrency.lockutils [req-85a8d44a-062c-48ef-bfe6-7f9c31c11d4a req-745225c3-f74f-4845-ac48-1f7959b7391a service nova] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.775159] env[62153]: DEBUG oslo_concurrency.lockutils [req-85a8d44a-062c-48ef-bfe6-7f9c31c11d4a req-745225c3-f74f-4845-ac48-1f7959b7391a service nova] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.775666] env[62153]: DEBUG nova.compute.manager [req-85a8d44a-062c-48ef-bfe6-7f9c31c11d4a req-745225c3-f74f-4845-ac48-1f7959b7391a service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] No waiting events found dispatching network-vif-plugged-e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.775986] env[62153]: WARNING nova.compute.manager [req-85a8d44a-062c-48ef-bfe6-7f9c31c11d4a req-745225c3-f74f-4845-ac48-1f7959b7391a service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Received unexpected event network-vif-plugged-e6f72cf1-9b7c-4589-9916-1fe62b18a1ba for instance with vm_state building and task_state spawning. [ 1939.923113] env[62153]: DEBUG nova.policy [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbcd49ffe2334974b63a5acbecd54f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '935206478b6e4e35b4daae237e4db846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1939.978941] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Releasing lock "refresh_cache-c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.978941] env[62153]: DEBUG nova.compute.manager [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.983023] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.983023] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd322044-fea0-48de-a26d-39d8f03c52dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.993771] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.994257] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc0a93d9-e5ff-4093-bfe7-88e3fcd93bc6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.002323] env[62153]: DEBUG oslo_vmware.api [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1940.002323] env[62153]: value = "task-2073089" [ 1940.002323] env[62153]: _type = "Task" [ 1940.002323] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.017098] env[62153]: DEBUG oslo_vmware.api [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.063856] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073087, 'name': ReconfigVM_Task, 'duration_secs': 0.50769} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.067572] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1940.068482] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77bf5634-b227-41d9-8122-535052f86514 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.081024] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116819} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.081024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1940.081024] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1940.081024] env[62153]: value = "task-2073090" [ 1940.081024] env[62153]: _type = "Task" [ 1940.081024] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.081024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb1f3d-dd38-4e9f-9a9b-1f14624c024f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.095674] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073090, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.121410] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] fc087d27-beae-4e99-ad3d-72049e1fa4bb/fc087d27-beae-4e99-ad3d-72049e1fa4bb.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.121912] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def6fcec-276b-440f-9474-a5d6d38c5b59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.145037] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1940.152282] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1940.152282] env[62153]: value = "task-2073091" [ 1940.152282] env[62153]: _type = "Task" [ 1940.152282] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.162741] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.187673] env[62153]: DEBUG nova.network.neutron [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Successfully updated port: e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1940.519248] env[62153]: DEBUG oslo_vmware.api [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073089, 'name': PowerOffVM_Task, 'duration_secs': 0.166007} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.519803] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.520138] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.520499] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f12b615f-9e16-47b8-940a-f75c0e510c85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.552893] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.553404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.553737] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Deleting the datastore file [datastore1] c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.554122] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdadec47-df34-4f81-ac76-1f32d6254f83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.566224] env[62153]: DEBUG oslo_vmware.api [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for the task: (returnval){ [ 1940.566224] env[62153]: value = "task-2073093" [ 1940.566224] env[62153]: _type = "Task" [ 1940.566224] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.578655] env[62153]: DEBUG oslo_vmware.api [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.601242] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073090, 'name': Rename_Task, 'duration_secs': 0.212736} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.601546] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.602154] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41fb467-c32f-40f5-9bc3-3bdcd5cb4019 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.611029] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1940.611029] env[62153]: value = "task-2073094" [ 1940.611029] env[62153]: _type = "Task" [ 1940.611029] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.626997] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.637056] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de3841-ec30-4b26-9182-e3f9e7483ce5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.647398] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3751b9b2-a8b5-42dd-9f7f-a9242b853127 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.691804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "refresh_cache-1400ca89-6579-49ce-a9ff-9ce5fd976ed5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.691804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "refresh_cache-1400ca89-6579-49ce-a9ff-9ce5fd976ed5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.691804] env[62153]: DEBUG nova.network.neutron [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.696780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873f84a-d75e-4d36-a4af-3b463acdd234 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.701140] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073091, 'name': ReconfigVM_Task, 'duration_secs': 0.319046} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.702826] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] fc087d27-beae-4e99-ad3d-72049e1fa4bb/fc087d27-beae-4e99-ad3d-72049e1fa4bb.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1940.702826] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-569bf633-be50-49ae-bdf3-419dd62cd200 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.710131] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b338c1-3dbe-4a90-abe3-6593177d23d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.717328] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.717644] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.717895] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.718153] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.718361] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.720188] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1940.720188] env[62153]: value = "task-2073095" [ 1940.720188] env[62153]: _type = "Task" [ 1940.720188] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.721275] env[62153]: INFO nova.compute.manager [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Terminating instance [ 1940.738396] env[62153]: DEBUG nova.compute.provider_tree [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.747032] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073095, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.784250] env[62153]: DEBUG nova.network.neutron [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Successfully created port: 29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1940.931344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "78ca51c7-9dc9-4803-b322-9655bfa28878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.932426] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.932854] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "78ca51c7-9dc9-4803-b322-9655bfa28878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.933106] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.933299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.936804] env[62153]: INFO nova.compute.manager [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Terminating instance [ 1941.079542] env[62153]: DEBUG oslo_vmware.api [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Task: {'id': task-2073093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1238} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.080014] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.080249] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.080538] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.080829] env[62153]: INFO nova.compute.manager [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1941.081020] env[62153]: DEBUG oslo.service.loopingcall [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.081478] env[62153]: DEBUG nova.compute.manager [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.081615] env[62153]: DEBUG nova.network.neutron [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.118718] env[62153]: DEBUG nova.network.neutron [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.125014] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.160526] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1941.195340] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.195340] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.195340] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.195340] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.195553] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.195614] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.195872] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.196048] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.196226] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.196392] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.196567] env[62153]: DEBUG nova.virt.hardware [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.200435] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b5b30-0d01-4599-9872-fbd1ca19e589 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.211502] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71367ab-c38f-47b3-aa5d-a0d86d05b08e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.242484] env[62153]: DEBUG nova.compute.manager [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.242751] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.243597] env[62153]: DEBUG nova.scheduler.client.report [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.247943] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073095, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.252230] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea00542-5265-4c96-a602-66dfa848cbef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.262024] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.263127] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ac3706-86f4-4d91-a64e-87f44f81bce9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.272137] env[62153]: DEBUG oslo_vmware.api [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1941.272137] env[62153]: value = "task-2073096" [ 1941.272137] env[62153]: _type = "Task" [ 1941.272137] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.279173] env[62153]: DEBUG nova.network.neutron [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.285540] env[62153]: DEBUG oslo_vmware.api [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.442529] env[62153]: DEBUG nova.compute.manager [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.443020] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.443827] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580047e-bc80-47d9-970b-6eb69923d490 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.456142] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.456434] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0453a2e-ac24-4ffe-a124-e6df089ca82b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.465324] env[62153]: DEBUG oslo_vmware.api [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1941.465324] env[62153]: value = "task-2073097" [ 1941.465324] env[62153]: _type = "Task" [ 1941.465324] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.475771] env[62153]: DEBUG oslo_vmware.api [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.623763] env[62153]: DEBUG oslo_vmware.api [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073094, 'name': PowerOnVM_Task, 'duration_secs': 0.658219} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.624364] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1941.624627] env[62153]: INFO nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1941.624832] env[62153]: DEBUG nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.626224] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01166c22-74c5-43c9-bf11-09c3c0aae99a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.630097] env[62153]: DEBUG nova.network.neutron [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.635323] env[62153]: DEBUG nova.network.neutron [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Updating instance_info_cache with network_info: [{"id": "e6f72cf1-9b7c-4589-9916-1fe62b18a1ba", "address": "fa:16:3e:70:63:d8", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f72cf1-9b", "ovs_interfaceid": "e6f72cf1-9b7c-4589-9916-1fe62b18a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.743494] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073095, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.757251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.757835] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1941.760979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.652s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.761305] env[62153]: DEBUG nova.objects.instance [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lazy-loading 'resources' on Instance uuid 0f39247f-dab6-4723-9e21-77f5ffb60193 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.783025] env[62153]: DEBUG oslo_vmware.api [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073096, 'name': PowerOffVM_Task, 'duration_secs': 0.313215} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.783718] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.784051] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.784387] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d88b80-631e-4375-8123-c5d6dfab89d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.903974] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.906044] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.906044] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleting the datastore file [datastore1] 3e4e261d-0a7c-4ed7-b089-2226f09d9f46 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.906044] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9fea3ef-09e4-4127-adbd-0fd94f959b02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.918913] env[62153]: DEBUG oslo_vmware.api [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1941.918913] env[62153]: value = "task-2073099" [ 1941.918913] env[62153]: _type = "Task" [ 1941.918913] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.934024] env[62153]: DEBUG oslo_vmware.api [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.934658] env[62153]: DEBUG nova.compute.manager [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Received event network-changed-e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.934887] env[62153]: DEBUG nova.compute.manager [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Refreshing instance network info cache due to event network-changed-e6f72cf1-9b7c-4589-9916-1fe62b18a1ba. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1941.936013] env[62153]: DEBUG oslo_concurrency.lockutils [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] Acquiring lock "refresh_cache-1400ca89-6579-49ce-a9ff-9ce5fd976ed5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.984123] env[62153]: DEBUG oslo_vmware.api [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073097, 'name': PowerOffVM_Task, 'duration_secs': 0.204564} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.984518] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.984713] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.984987] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9999e77b-3380-46ba-b7cc-d3d251d294b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.082729] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.083181] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.083265] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleting the datastore file [datastore1] 78ca51c7-9dc9-4803-b322-9655bfa28878 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.083596] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c074c7b-fc42-41c8-bb17-384ca132a0b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.095207] env[62153]: DEBUG oslo_vmware.api [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for the task: (returnval){ [ 1942.095207] env[62153]: value = "task-2073101" [ 1942.095207] env[62153]: _type = "Task" [ 1942.095207] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.110947] env[62153]: DEBUG oslo_vmware.api [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.142425] env[62153]: INFO nova.compute.manager [-] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Took 1.06 seconds to deallocate network for instance. [ 1942.142560] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "refresh_cache-1400ca89-6579-49ce-a9ff-9ce5fd976ed5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.142842] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Instance network_info: |[{"id": "e6f72cf1-9b7c-4589-9916-1fe62b18a1ba", "address": "fa:16:3e:70:63:d8", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f72cf1-9b", "ovs_interfaceid": "e6f72cf1-9b7c-4589-9916-1fe62b18a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1942.153538] env[62153]: DEBUG oslo_concurrency.lockutils [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] Acquired lock "refresh_cache-1400ca89-6579-49ce-a9ff-9ce5fd976ed5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.154194] env[62153]: DEBUG nova.network.neutron [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Refreshing network info cache for port e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.158907] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:63:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f72cf1-9b7c-4589-9916-1fe62b18a1ba', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.168945] env[62153]: DEBUG oslo.service.loopingcall [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.176325] env[62153]: INFO nova.compute.manager [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Took 40.05 seconds to build instance. [ 1942.177553] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.180153] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b92f7f8-76b6-4af8-b529-aedc695ff8d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.214037] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.214037] env[62153]: value = "task-2073102" [ 1942.214037] env[62153]: _type = "Task" [ 1942.214037] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.233013] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.243849] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073095, 'name': Rename_Task, 'duration_secs': 1.17674} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.244222] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.244503] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c196205-eda0-4844-ad10-74f441ec6f41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.252991] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1942.252991] env[62153]: value = "task-2073103" [ 1942.252991] env[62153]: _type = "Task" [ 1942.252991] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.267942] env[62153]: DEBUG nova.compute.utils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1942.272779] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.273603] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1942.273838] env[62153]: DEBUG nova.network.neutron [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1942.361622] env[62153]: DEBUG nova.policy [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '901b825c8a1d4233b6d317a057160d55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3f9c941df44f5b92db708db40b57c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1942.435541] env[62153]: DEBUG oslo_vmware.api [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173884} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.435541] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.435832] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.435967] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.438087] env[62153]: INFO nova.compute.manager [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1942.438087] env[62153]: DEBUG oslo.service.loopingcall [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.438087] env[62153]: DEBUG nova.compute.manager [-] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1942.438087] env[62153]: DEBUG nova.network.neutron [-] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.610062] env[62153]: DEBUG oslo_vmware.api [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Task: {'id': task-2073101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155165} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.610062] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.610062] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.610062] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.610062] env[62153]: INFO nova.compute.manager [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1942.610062] env[62153]: DEBUG oslo.service.loopingcall [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.610339] env[62153]: DEBUG nova.compute.manager [-] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1942.610339] env[62153]: DEBUG nova.network.neutron [-] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.682186] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.682866] env[62153]: DEBUG oslo_concurrency.lockutils [None req-03f4e1d2-3122-4ef6-9c3f-42fd7a6a9be4 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "5eb4314c-646c-4947-96fa-95a0814163af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.389s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.725737] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.763621] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.774788] env[62153]: DEBUG nova.compute.utils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1942.814433] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8635f64-d23e-451c-b800-ed4edbbf48a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.818740] env[62153]: DEBUG nova.network.neutron [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Updated VIF entry in instance network info cache for port e6f72cf1-9b7c-4589-9916-1fe62b18a1ba. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.819213] env[62153]: DEBUG nova.network.neutron [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Updating instance_info_cache with network_info: [{"id": "e6f72cf1-9b7c-4589-9916-1fe62b18a1ba", "address": "fa:16:3e:70:63:d8", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f72cf1-9b", "ovs_interfaceid": "e6f72cf1-9b7c-4589-9916-1fe62b18a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.826370] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d72374-e169-4f50-841d-73eaa2d96d86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.860345] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a710a1b-e8e0-4412-b77d-055fdda8816c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.868656] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc8a88b-ddc4-42eb-bea5-9b01b7db4c96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.889233] env[62153]: DEBUG nova.compute.provider_tree [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.901512] env[62153]: INFO nova.compute.manager [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Rebuilding instance [ 1942.953182] env[62153]: DEBUG nova.compute.manager [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.954125] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41258edf-8b5f-4f41-8c55-ff9b3c23b29b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.225994] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.264307] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.278118] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1943.325387] env[62153]: DEBUG oslo_concurrency.lockutils [req-4e6dc760-3525-4fae-a9fb-fa31bde405cb req-a0832ccb-fd1b-4c8c-bc2b-e08c491d7ac4 service nova] Releasing lock "refresh_cache-1400ca89-6579-49ce-a9ff-9ce5fd976ed5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.392814] env[62153]: DEBUG nova.scheduler.client.report [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.480175] env[62153]: DEBUG nova.network.neutron [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Successfully created port: c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1943.630597] env[62153]: DEBUG nova.network.neutron [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Successfully updated port: 29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1943.734857] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.769977] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.900295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.901468] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.558s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.903821] env[62153]: INFO nova.compute.claims [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.920653] env[62153]: DEBUG nova.network.neutron [-] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.926545] env[62153]: DEBUG nova.compute.manager [req-53f7f520-2386-49ac-8941-2771320bb7de req-b165b57f-dd00-4768-9167-ba57731ee009 service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Received event network-vif-deleted-d0672f7d-f581-4a9f-bdbe-2f621582e093 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1943.927263] env[62153]: INFO nova.compute.manager [req-53f7f520-2386-49ac-8941-2771320bb7de req-b165b57f-dd00-4768-9167-ba57731ee009 service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Neutron deleted interface d0672f7d-f581-4a9f-bdbe-2f621582e093; detaching it from the instance and deleting it from the info cache [ 1943.927263] env[62153]: DEBUG nova.network.neutron [req-53f7f520-2386-49ac-8941-2771320bb7de req-b165b57f-dd00-4768-9167-ba57731ee009 service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.956100] env[62153]: INFO nova.scheduler.client.report [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Deleted allocations for instance 0f39247f-dab6-4723-9e21-77f5ffb60193 [ 1943.972552] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.973511] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f5774a3-1e62-4955-b116-4bf3751a2f99 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.979590] env[62153]: DEBUG nova.network.neutron [-] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.989036] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1943.989036] env[62153]: value = "task-2073104" [ 1943.989036] env[62153]: _type = "Task" [ 1943.989036] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.002236] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.134331] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.134331] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.134331] env[62153]: DEBUG nova.network.neutron [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1944.194756] env[62153]: DEBUG nova.compute.manager [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received event network-vif-plugged-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.195291] env[62153]: DEBUG oslo_concurrency.lockutils [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] Acquiring lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.195291] env[62153]: DEBUG oslo_concurrency.lockutils [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.196231] env[62153]: DEBUG oslo_concurrency.lockutils [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.198084] env[62153]: DEBUG nova.compute.manager [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] No waiting events found dispatching network-vif-plugged-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1944.198294] env[62153]: WARNING nova.compute.manager [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received unexpected event network-vif-plugged-29c9a492-f6ee-463d-879a-5461efc6b104 for instance with vm_state building and task_state spawning. [ 1944.198491] env[62153]: DEBUG nova.compute.manager [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Received event network-vif-deleted-bd8e2b46-9c7b-4648-85d0-fa8167d01162 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.198979] env[62153]: DEBUG nova.compute.manager [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.198979] env[62153]: DEBUG nova.compute.manager [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing instance network info cache due to event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1944.198979] env[62153]: DEBUG oslo_concurrency.lockutils [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.232706] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.235834] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269895d-3d27-cb1c-7a5a-d18c4d070644/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1944.236700] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d6c8be-e4d4-471e-a92b-20ccecd78d0c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.243631] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269895d-3d27-cb1c-7a5a-d18c4d070644/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1944.244374] env[62153]: ERROR oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269895d-3d27-cb1c-7a5a-d18c4d070644/disk-0.vmdk due to incomplete transfer. [ 1944.244374] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5616126a-1d7b-49fb-aa74-c79211558fd4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.252522] env[62153]: DEBUG oslo_vmware.rw_handles [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269895d-3d27-cb1c-7a5a-d18c4d070644/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1944.252996] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Uploaded image a75f4b23-e2d3-4d9c-838d-dee11d7e816b to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1944.258020] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1944.258020] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fea51d43-4026-4dff-95ae-a950d05eac29 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.268471] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.270304] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1944.270304] env[62153]: value = "task-2073105" [ 1944.270304] env[62153]: _type = "Task" [ 1944.270304] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.281611] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073105, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.288188] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1944.318037] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:42:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='931877204',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-724015035',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1944.318610] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.318848] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1944.319250] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.319483] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1944.319663] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1944.319888] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1944.320060] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1944.320233] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1944.320397] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1944.320612] env[62153]: DEBUG nova.virt.hardware [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1944.321493] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd511a4-f0f1-44b5-b2fd-5449142774fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.330993] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be6d415-a521-4438-ba4c-ba587442d05b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.424433] env[62153]: INFO nova.compute.manager [-] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Took 1.99 seconds to deallocate network for instance. [ 1944.430497] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86a61cb6-fa4b-4f7a-b467-eeb63e2b1f1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.443762] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da71b7e-e745-4453-b6e8-632c9c9c0f5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.469129] env[62153]: DEBUG oslo_concurrency.lockutils [None req-475db3b0-5120-49b5-a2f3-d2613d1b7695 tempest-ServersTestJSON-550394859 tempest-ServersTestJSON-550394859-project-member] Lock "0f39247f-dab6-4723-9e21-77f5ffb60193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.944s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.269885] env[62153]: INFO nova.compute.manager [-] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Took 2.66 seconds to deallocate network for instance. [ 1945.275774] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.276425] env[62153]: DEBUG nova.compute.manager [req-53f7f520-2386-49ac-8941-2771320bb7de req-b165b57f-dd00-4768-9167-ba57731ee009 service nova] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Detach interface failed, port_id=d0672f7d-f581-4a9f-bdbe-2f621582e093, reason: Instance 78ca51c7-9dc9-4803-b322-9655bfa28878 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1945.300394] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.309991] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073105, 'name': Destroy_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.309991] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073104, 'name': PowerOffVM_Task, 'duration_secs': 0.14569} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.310375] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.313259] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.313522] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1945.314535] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ecea6c-336e-446b-a95f-a682d5960695 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.323357] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.323707] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6c4dba-3357-4f0b-bb41-dcf8253f0836 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.356973] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.357219] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.357432] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Deleting the datastore file [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.357700] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47382526-bb0a-4623-be3f-b88fb86cc739 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.362662] env[62153]: DEBUG nova.network.neutron [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1945.366512] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1945.366512] env[62153]: value = "task-2073107" [ 1945.366512] env[62153]: _type = "Task" [ 1945.366512] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.378523] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.519831] env[62153]: DEBUG nova.network.neutron [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Successfully updated port: c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.765813] env[62153]: DEBUG nova.network.neutron [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.768976] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce2b9a-42a6-4316-9218-a133db202bb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.785361] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b33c5ed-acbb-46f5-ba87-d007fe40fc1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.794863] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073102, 'name': CreateVM_Task, 'duration_secs': 3.095956} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.796743] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.797318] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.798545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.798720] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.799409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.805780] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c4542f-c7ca-4798-8516-ccae1ae06a0c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.808094] env[62153]: DEBUG oslo_vmware.api [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073103, 'name': PowerOnVM_Task, 'duration_secs': 3.054694} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.808270] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073105, 'name': Destroy_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.837183] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1945.837568] env[62153]: INFO nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Took 12.90 seconds to spawn the instance on the hypervisor. [ 1945.837810] env[62153]: DEBUG nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1945.839694] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f23e6-e51c-41df-88e5-65f916a957b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.843185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214dd88b-dbe3-45f3-9c3b-16dfc345674b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.847845] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1945.847845] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e289bc-4c3c-71ef-fa27-1cc02bf48e8f" [ 1945.847845] env[62153]: _type = "Task" [ 1945.847845] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.860661] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b2266-9813-4774-a92b-949c8b35a02b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.870406] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e289bc-4c3c-71ef-fa27-1cc02bf48e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.880720] env[62153]: DEBUG nova.compute.provider_tree [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.888247] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128343} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.889131] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.889131] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.889131] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.027159] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.027159] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.027159] env[62153]: DEBUG nova.network.neutron [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.128821] env[62153]: DEBUG nova.compute.manager [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Received event network-vif-plugged-c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.130106] env[62153]: DEBUG oslo_concurrency.lockutils [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] Acquiring lock "b2186606-5944-418f-acba-d2c5b8c31f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.130106] env[62153]: DEBUG oslo_concurrency.lockutils [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] Lock "b2186606-5944-418f-acba-d2c5b8c31f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.130106] env[62153]: DEBUG oslo_concurrency.lockutils [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] Lock "b2186606-5944-418f-acba-d2c5b8c31f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.130106] env[62153]: DEBUG nova.compute.manager [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] No waiting events found dispatching network-vif-plugged-c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1946.130106] env[62153]: WARNING nova.compute.manager [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Received unexpected event network-vif-plugged-c40a23f9-d580-4e76-98c6-87646da39614 for instance with vm_state building and task_state spawning. [ 1946.130106] env[62153]: DEBUG nova.compute.manager [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Received event network-changed-c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.130106] env[62153]: DEBUG nova.compute.manager [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Refreshing instance network info cache due to event network-changed-c40a23f9-d580-4e76-98c6-87646da39614. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1946.130330] env[62153]: DEBUG oslo_concurrency.lockutils [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] Acquiring lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.273305] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.273650] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Instance network_info: |[{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1946.273950] env[62153]: DEBUG oslo_concurrency.lockutils [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.274231] env[62153]: DEBUG nova.network.neutron [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.275377] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3f:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29c9a492-f6ee-463d-879a-5461efc6b104', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1946.283239] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Creating folder: Project (935206478b6e4e35b4daae237e4db846). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1946.286560] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e88ba0a-5f9e-4aa5-b49c-2917e453aecb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.298611] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073105, 'name': Destroy_Task, 'duration_secs': 1.831422} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.298854] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroyed the VM [ 1946.299310] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1946.299584] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fde794d-f194-4092-801a-b4503a1ab000 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.304182] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Created folder: Project (935206478b6e4e35b4daae237e4db846) in parent group-v424816. [ 1946.304375] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Creating folder: Instances. Parent ref: group-v424990. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1946.304601] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee1c8557-74d2-49e6-b697-2f96524209f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.307887] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1946.307887] env[62153]: value = "task-2073109" [ 1946.307887] env[62153]: _type = "Task" [ 1946.307887] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.316967] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.318435] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Created folder: Instances in parent group-v424990. [ 1946.318695] env[62153]: DEBUG oslo.service.loopingcall [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.318911] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1946.319151] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-677632e2-d17b-47df-a770-6da073ae6d06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.340585] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1946.340585] env[62153]: value = "task-2073111" [ 1946.340585] env[62153]: _type = "Task" [ 1946.340585] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.349694] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073111, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.361218] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e289bc-4c3c-71ef-fa27-1cc02bf48e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.023115} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.361529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.361835] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.361997] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.362164] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.362386] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.362828] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9839764a-9f08-461a-92f7-9ac368b23837 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.376573] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.376573] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.382807] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5acfc3e-44dd-4de5-868e-edc01f96d659 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.386205] env[62153]: INFO nova.compute.manager [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Took 52.39 seconds to build instance. [ 1946.397127] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1946.397127] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522d2a65-4bec-1b2c-b1c5-3149c15726c2" [ 1946.397127] env[62153]: _type = "Task" [ 1946.397127] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.408839] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522d2a65-4bec-1b2c-b1c5-3149c15726c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.415158] env[62153]: ERROR nova.scheduler.client.report [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [req-db4654a4-4cb5-42b8-b6a4-e8f15f26b9de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db4654a4-4cb5-42b8-b6a4-e8f15f26b9de"}]} [ 1946.439980] env[62153]: DEBUG nova.scheduler.client.report [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1946.457838] env[62153]: DEBUG nova.scheduler.client.report [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1946.458125] env[62153]: DEBUG nova.compute.provider_tree [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1946.471521] env[62153]: DEBUG nova.scheduler.client.report [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1946.495527] env[62153]: DEBUG nova.scheduler.client.report [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1946.595035] env[62153]: DEBUG nova.network.neutron [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.823497] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073109, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.862572] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073111, 'name': CreateVM_Task, 'duration_secs': 0.487789} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.862789] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1946.865023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.865023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.865023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1946.865023] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d63f1c-3186-46cd-a100-b807b8c3a295 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.877194] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1946.877194] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f778f9-5ac7-1ce8-ccc1-2c7a439321de" [ 1946.877194] env[62153]: _type = "Task" [ 1946.877194] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.884733] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f778f9-5ac7-1ce8-ccc1-2c7a439321de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.894081] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d12ccc6e-297a-4a98-81df-382acf3e0d8b tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.445s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.909855] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522d2a65-4bec-1b2c-b1c5-3149c15726c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014817} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.913499] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f008d3c1-aeb4-43f4-852d-4f36df577e61 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.921391] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1946.921391] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9f049-4525-b536-75bd-d55c651367d5" [ 1946.921391] env[62153]: _type = "Task" [ 1946.921391] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.931242] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9f049-4525-b536-75bd-d55c651367d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.940517] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.940643] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.940775] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.940972] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.941926] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.941926] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.941926] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.941926] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.941926] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.942321] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.942395] env[62153]: DEBUG nova.virt.hardware [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.943303] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3b379-b2b3-4e09-ae94-da0d1f1b9002 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.965315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed1a13-5e06-4100-bd6f-704be18dcf58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.990391] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance VIF info [] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1946.996507] env[62153]: DEBUG oslo.service.loopingcall [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.997139] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1946.997463] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e76382fc-e9b8-4a7e-a66e-19a0ac37efe7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.018065] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c82abb-aa3b-4957-b942-34d331f784a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.026748] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.026748] env[62153]: value = "task-2073112" [ 1947.026748] env[62153]: _type = "Task" [ 1947.026748] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.033380] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b36a2f-e1bc-4bbc-ae93-18d4d5ce3ae4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.039499] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073112, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.071372] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949c46b-7022-44c9-a36d-215497b20366 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.080253] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82102757-9fde-4855-99df-fe477c6148c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.096533] env[62153]: DEBUG nova.compute.provider_tree [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1947.147294] env[62153]: DEBUG nova.network.neutron [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Updating instance_info_cache with network_info: [{"id": "c40a23f9-d580-4e76-98c6-87646da39614", "address": "fa:16:3e:c1:4c:aa", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a23f9-d5", "ovs_interfaceid": "c40a23f9-d580-4e76-98c6-87646da39614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.203079] env[62153]: DEBUG nova.network.neutron [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updated VIF entry in instance network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.203485] env[62153]: DEBUG nova.network.neutron [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.319193] env[62153]: DEBUG oslo_vmware.api [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073109, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525626} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.319493] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1947.319952] env[62153]: INFO nova.compute.manager [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 14.36 seconds to snapshot the instance on the hypervisor. [ 1947.385456] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f778f9-5ac7-1ce8-ccc1-2c7a439321de, 'name': SearchDatastore_Task, 'duration_secs': 0.017647} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.385786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.386034] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1947.386244] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.430976] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9f049-4525-b536-75bd-d55c651367d5, 'name': SearchDatastore_Task, 'duration_secs': 0.024774} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.431288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.431514] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 1400ca89-6579-49ce-a9ff-9ce5fd976ed5/1400ca89-6579-49ce-a9ff-9ce5fd976ed5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1947.431992] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.431992] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1947.432193] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ecb825-84b9-4083-9e00-80fb48805e4f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.434078] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-967df429-bc1d-43fc-a38c-730394c11bf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.443829] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1947.443829] env[62153]: value = "task-2073113" [ 1947.443829] env[62153]: _type = "Task" [ 1947.443829] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.445056] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1947.445237] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1947.448775] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb8235c-f7c2-48e8-bfe3-6502f5617e54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.454499] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1947.454499] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de09aa-b027-efcd-19c6-f28dafc7d824" [ 1947.454499] env[62153]: _type = "Task" [ 1947.454499] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.458172] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.466082] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de09aa-b027-efcd-19c6-f28dafc7d824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.538285] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073112, 'name': CreateVM_Task, 'duration_secs': 0.297514} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.538516] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1947.538961] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.539150] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.539573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1947.539858] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7912be1c-310a-4d0b-9a03-e791ab9301b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.545870] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1947.545870] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52912549-740e-b724-c732-2dd17b8e1ef7" [ 1947.545870] env[62153]: _type = "Task" [ 1947.545870] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.555124] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52912549-740e-b724-c732-2dd17b8e1ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.638131] env[62153]: DEBUG nova.scheduler.client.report [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1947.638131] env[62153]: DEBUG nova.compute.provider_tree [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 88 to 89 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1947.638131] env[62153]: DEBUG nova.compute.provider_tree [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1947.652247] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Releasing lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.652587] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Instance network_info: |[{"id": "c40a23f9-d580-4e76-98c6-87646da39614", "address": "fa:16:3e:c1:4c:aa", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a23f9-d5", "ovs_interfaceid": "c40a23f9-d580-4e76-98c6-87646da39614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1947.654126] env[62153]: DEBUG oslo_concurrency.lockutils [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] Acquired lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.654328] env[62153]: DEBUG nova.network.neutron [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Refreshing network info cache for port c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.655487] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:4c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40a23f9-d580-4e76-98c6-87646da39614', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1947.663451] env[62153]: DEBUG oslo.service.loopingcall [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.664470] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1947.664705] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25884c67-ba06-4975-b956-a867d72ff974 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.688441] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.688441] env[62153]: value = "task-2073114" [ 1947.688441] env[62153]: _type = "Task" [ 1947.688441] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.697919] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.705795] env[62153]: DEBUG oslo_concurrency.lockutils [req-2991129d-944b-4762-a13c-dc8639a9cdb2 req-e88aa0d2-eec7-48ca-a336-d21359a20256 service nova] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.869435] env[62153]: DEBUG nova.compute.manager [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Found 3 images (rotation: 2) {{(pid=62153) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1947.869725] env[62153]: DEBUG nova.compute.manager [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Rotating out 1 backups {{(pid=62153) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1947.869918] env[62153]: DEBUG nova.compute.manager [None req-aab1e433-9eba-4420-a02f-3f79b0702021 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleting image 9866539b-9560-4bcc-a8b5-2f8124f4a3ae {{(pid=62153) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1947.966840] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.980238] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de09aa-b027-efcd-19c6-f28dafc7d824, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.982402] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6c5515-219e-4b0f-a9d5-c538b711bc6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.994927] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1947.994927] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5209708c-1f37-be7e-2de6-a6c8646ee361" [ 1947.994927] env[62153]: _type = "Task" [ 1947.994927] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.004332] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5209708c-1f37-be7e-2de6-a6c8646ee361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.067313] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52912549-740e-b724-c732-2dd17b8e1ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.069195] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.069510] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.069777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.143298] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.242s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.145779] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1948.149491] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.625s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.149612] env[62153]: DEBUG nova.objects.instance [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lazy-loading 'resources' on Instance uuid 241135ec-7bdb-4ba4-8e40-9c0413791de8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.202527] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.462530] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740304} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.462857] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 1400ca89-6579-49ce-a9ff-9ce5fd976ed5/1400ca89-6579-49ce-a9ff-9ce5fd976ed5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1948.463129] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1948.463314] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69d2068-8cae-4ece-89b7-caec1d788e3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.474483] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1948.474483] env[62153]: value = "task-2073115" [ 1948.474483] env[62153]: _type = "Task" [ 1948.474483] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.483728] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.508219] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5209708c-1f37-be7e-2de6-a6c8646ee361, 'name': SearchDatastore_Task, 'duration_secs': 0.054841} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.509493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.509493] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 173bae59-d64e-4e6c-b0a7-f19b3be7621c/173bae59-d64e-4e6c-b0a7-f19b3be7621c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1948.509493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.509493] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.510522] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39a38cb-1757-46e2-98f6-e1e7f7197ee2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.512639] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1aebd2c-6d53-4c2f-b3ee-d660c1063e1b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.522072] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1948.522072] env[62153]: value = "task-2073116" [ 1948.522072] env[62153]: _type = "Task" [ 1948.522072] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.523916] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.525972] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.530897] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a30bfe7-6d39-45d7-a4fd-e161239e0122 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.543016] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1948.543016] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a009a6-3112-6809-1d66-9b232ca910c7" [ 1948.543016] env[62153]: _type = "Task" [ 1948.543016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.544143] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.556105] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a009a6-3112-6809-1d66-9b232ca910c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.613486] env[62153]: DEBUG nova.network.neutron [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Updated VIF entry in instance network info cache for port c40a23f9-d580-4e76-98c6-87646da39614. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.614376] env[62153]: DEBUG nova.network.neutron [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Updating instance_info_cache with network_info: [{"id": "c40a23f9-d580-4e76-98c6-87646da39614", "address": "fa:16:3e:c1:4c:aa", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a23f9-d5", "ovs_interfaceid": "c40a23f9-d580-4e76-98c6-87646da39614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.652968] env[62153]: DEBUG nova.compute.utils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.652968] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1948.653441] env[62153]: DEBUG nova.network.neutron [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.667709] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.667709] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.701090] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.733467] env[62153]: DEBUG nova.policy [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60deee2bf36443c0996d0e68080365fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5991e3830604db58fb77f61762e4880', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.987581] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166588} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.987954] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1948.988916] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7817dcf0-54b2-416b-b45f-e5426eb715b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.025511] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1400ca89-6579-49ce-a9ff-9ce5fd976ed5/1400ca89-6579-49ce-a9ff-9ce5fd976ed5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.025963] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf51ecc-2644-4474-bd9f-67dd3661dd7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.064064] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073116, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.070346] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a009a6-3112-6809-1d66-9b232ca910c7, 'name': SearchDatastore_Task, 'duration_secs': 0.029214} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.070666] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1949.070666] env[62153]: value = "task-2073117" [ 1949.070666] env[62153]: _type = "Task" [ 1949.070666] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.071861] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb663d3-ac81-4816-80f6-4f61e3628433 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.091786] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1949.091786] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522d4311-a99d-5ab5-8444-987065a308e3" [ 1949.091786] env[62153]: _type = "Task" [ 1949.091786] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.092858] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.102035] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522d4311-a99d-5ab5-8444-987065a308e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.118683] env[62153]: DEBUG oslo_concurrency.lockutils [req-0852f396-4175-4d5b-bd79-f02a993a09cc req-3c855102-6097-47f0-a130-8f94164361d3 service nova] Releasing lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.165758] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1949.169063] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.212593] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.267855] env[62153]: DEBUG nova.network.neutron [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Successfully created port: c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1949.279828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b538c7-f1a7-4a5a-b369-17b770b78f0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.289836] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8cf3b-0e14-49df-9e54-af41e5fd20c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.323260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78da1c3-366c-4599-b801-ef2f79e9ef13 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.332073] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ccdcff-1ff2-45b8-94f8-bc35f81ae94d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.346598] env[62153]: DEBUG nova.compute.provider_tree [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.537306] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873064} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.537306] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 173bae59-d64e-4e6c-b0a7-f19b3be7621c/173bae59-d64e-4e6c-b0a7-f19b3be7621c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1949.537306] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1949.537858] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-596551cb-0c93-458a-909e-58c5a9b4e61d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.545692] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1949.545692] env[62153]: value = "task-2073118" [ 1949.545692] env[62153]: _type = "Task" [ 1949.545692] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.557384] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.589028] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.603107] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522d4311-a99d-5ab5-8444-987065a308e3, 'name': SearchDatastore_Task, 'duration_secs': 0.077702} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.603372] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.603564] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.603880] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0ba530-f956-473b-ad12-f50f66ec53a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.613668] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1949.613668] env[62153]: value = "task-2073119" [ 1949.613668] env[62153]: _type = "Task" [ 1949.613668] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.624166] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.700509] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.704290] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.870839] env[62153]: ERROR nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] [req-1a94c681-a263-4430-aa11-90df67288bcc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a94c681-a263-4430-aa11-90df67288bcc"}]} [ 1949.893444] env[62153]: DEBUG nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1949.912137] env[62153]: DEBUG nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1949.912381] env[62153]: DEBUG nova.compute.provider_tree [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.930218] env[62153]: DEBUG nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1949.958486] env[62153]: DEBUG nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1950.059231] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073109} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.062248] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1950.063273] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fff09e-bd81-4318-8c03-59a2a897eb14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.089439] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 173bae59-d64e-4e6c-b0a7-f19b3be7621c/173bae59-d64e-4e6c-b0a7-f19b3be7621c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1950.095770] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.096049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.098744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.098744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.098744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.098744] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e50ea2e-5e38-4f2b-8638-38c83851890f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.114704] env[62153]: INFO nova.compute.manager [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Terminating instance [ 1950.129917] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073117, 'name': ReconfigVM_Task, 'duration_secs': 1.027351} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.130968] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1400ca89-6579-49ce-a9ff-9ce5fd976ed5/1400ca89-6579-49ce-a9ff-9ce5fd976ed5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.131184] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1950.131184] env[62153]: value = "task-2073120" [ 1950.131184] env[62153]: _type = "Task" [ 1950.131184] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.134234] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f156eb3a-d4ca-4016-bc37-d467823f53e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.144570] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.153628] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.158685] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1950.158685] env[62153]: value = "task-2073121" [ 1950.158685] env[62153]: _type = "Task" [ 1950.158685] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.177355] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1950.180324] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073121, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.201898] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.218878] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1950.219214] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1950.219436] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1950.219653] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1950.219816] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1950.219963] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1950.220227] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1950.220464] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1950.220649] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1950.220870] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1950.221067] env[62153]: DEBUG nova.virt.hardware [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1950.222403] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0504dd-0a1a-4626-8778-0ef7cd10984f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.234936] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0899ac0c-5d24-4f95-beda-34319fd52b1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.524375] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e734957-d46c-43b1-93d3-2e5eb2b95c01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.534538] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97bff44-2757-400b-a1d7-b2356caa6618 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.568092] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001dc49d-d37c-40d9-86fb-9dcbe30cb9cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.577367] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af59c6-d4f6-42c6-8127-a45fe6ba00b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.594312] env[62153]: DEBUG nova.compute.provider_tree [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.624735] env[62153]: DEBUG nova.compute.manager [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1950.625590] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1950.626217] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca808f9b-cc97-4c25-b34e-d1d3f03eebdb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.635230] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834987} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.637387] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1950.637613] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1950.637940] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.638195] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f68fe0-accf-45f1-986d-262d9277ed17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.643217] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ebc5b2-af04-4d74-ba78-c77fbc5bb58b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.652040] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1950.652040] env[62153]: value = "task-2073122" [ 1950.652040] env[62153]: _type = "Task" [ 1950.652040] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.659732] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.667935] env[62153]: DEBUG oslo_vmware.api [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1950.667935] env[62153]: value = "task-2073123" [ 1950.667935] env[62153]: _type = "Task" [ 1950.667935] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.677995] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.678695] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073121, 'name': Rename_Task, 'duration_secs': 0.418036} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.679368] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.679628] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-435d32aa-70be-4c1d-a6b6-00024d24c6e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.684946] env[62153]: DEBUG oslo_vmware.api [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.686747] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1950.686747] env[62153]: value = "task-2073124" [ 1950.686747] env[62153]: _type = "Task" [ 1950.686747] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.695423] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.704414] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.097092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.097403] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.097614] env[62153]: DEBUG nova.compute.manager [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.102036] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c234f8-af22-45f0-89b1-959885971667 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.110180] env[62153]: DEBUG nova.compute.manager [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1951.110825] env[62153]: DEBUG nova.objects.instance [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'flavor' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.143422] env[62153]: DEBUG nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1951.143722] env[62153]: DEBUG nova.compute.provider_tree [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 90 to 91 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1951.143934] env[62153]: DEBUG nova.compute.provider_tree [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1951.154297] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073120, 'name': ReconfigVM_Task, 'duration_secs': 0.730095} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.154854] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 173bae59-d64e-4e6c-b0a7-f19b3be7621c/173bae59-d64e-4e6c-b0a7-f19b3be7621c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.156647] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac85177e-3beb-48f2-91d1-78117c5c4e11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.167154] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1951.167154] env[62153]: value = "task-2073125" [ 1951.167154] env[62153]: _type = "Task" [ 1951.167154] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.174794] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080616} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.179725] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1951.180998] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c640d93-d964-437d-8c3d-2043baf5ed35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.189127] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073125, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.206835] env[62153]: DEBUG oslo_vmware.api [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073123, 'name': PowerOffVM_Task, 'duration_secs': 0.232103} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.217793] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.223557] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1951.223765] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1951.224096] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce90e39-0859-4761-a2ba-d59db96b649e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.242658] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c255f4a-ef70-4041-bbc4-0e819d4c4e8c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.244678] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073124, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.252753] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.254275] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1951.254275] env[62153]: value = "task-2073127" [ 1951.254275] env[62153]: _type = "Task" [ 1951.254275] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.263918] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.650112] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.501s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.655541] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.486s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.689678] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073125, 'name': Rename_Task, 'duration_secs': 0.233441} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.693166] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1951.694197] env[62153]: INFO nova.scheduler.client.report [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Deleted allocations for instance 241135ec-7bdb-4ba4-8e40-9c0413791de8 [ 1951.695702] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb019cbc-5046-4572-ad57-64f1176271d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.706206] env[62153]: DEBUG oslo_vmware.api [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073124, 'name': PowerOnVM_Task, 'duration_secs': 0.549596} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.709145] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.709420] env[62153]: INFO nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Took 13.28 seconds to spawn the instance on the hypervisor. [ 1951.709667] env[62153]: DEBUG nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.710228] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 1951.710228] env[62153]: value = "task-2073128" [ 1951.710228] env[62153]: _type = "Task" [ 1951.710228] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.717215] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1d7835-5ca6-4867-9b9b-677f5953a0fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.721817] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.722075] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.737657] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.750097] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073128, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.768106] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.118940] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.122019] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e639f50-eb4b-4efb-bb3d-eae47797c665 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.130022] env[62153]: DEBUG oslo_vmware.api [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1952.130022] env[62153]: value = "task-2073129" [ 1952.130022] env[62153]: _type = "Task" [ 1952.130022] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.139083] env[62153]: DEBUG oslo_vmware.api [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.160031] env[62153]: INFO nova.compute.claims [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.203932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9ec6db79-c815-4d8c-89cd-8cdcf2ebcd5f tempest-VolumesAssistedSnapshotsTest-1345332544 tempest-VolumesAssistedSnapshotsTest-1345332544-project-member] Lock "241135ec-7bdb-4ba4-8e40-9c0413791de8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.889s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.227306] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.232153] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1952.246375] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.268105] env[62153]: INFO nova.compute.manager [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Took 49.06 seconds to build instance. [ 1952.277176] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073127, 'name': ReconfigVM_Task, 'duration_secs': 0.52139} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.280824] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af/5eb4314c-646c-4947-96fa-95a0814163af.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.280824] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b800d6-8a7c-4d15-966b-1e0a42c89a21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.288086] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1952.288086] env[62153]: value = "task-2073130" [ 1952.288086] env[62153]: _type = "Task" [ 1952.288086] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.306147] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073130, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.640284] env[62153]: DEBUG oslo_vmware.api [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073129, 'name': PowerOffVM_Task, 'duration_secs': 0.325906} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.640638] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.640860] env[62153]: DEBUG nova.compute.manager [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.641713] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734c124-0575-47c6-b3c9-cc1731ebe858 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.665359] env[62153]: INFO nova.compute.resource_tracker [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating resource usage from migration 34dde326-06a4-46b7-bbc6-88d535d8a944 [ 1952.732999] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.750475] env[62153]: DEBUG oslo_vmware.api [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073128, 'name': PowerOnVM_Task, 'duration_secs': 0.936736} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.750840] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.751342] env[62153]: INFO nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1952.751567] env[62153]: DEBUG nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.752817] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27df4de7-accb-438d-b70c-0d174b66fdcf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.757298] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.774016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be4cb1cc-7675-4188-8654-6cafd2befa54 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.586s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.799962] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073130, 'name': Rename_Task, 'duration_secs': 0.193854} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.800279] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.800558] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012fcc01-2cf2-43c8-a8cb-5af261be3f0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.810443] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1952.810443] env[62153]: value = "task-2073131" [ 1952.810443] env[62153]: _type = "Task" [ 1952.810443] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.821257] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.158313] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4e5a9890-b795-4326-a041-0857c92d4dbb tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.191018] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb28a2-ad02-46c2-8612-67e9f4740657 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.201998] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353be329-22e1-4bd8-a31e-f7789c615cef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.241349] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82cefb-287d-462d-9a3f-9b04d24e5453 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.249595] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.252949] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6473e8-391a-46cc-8a64-525a5810b81d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.269032] env[62153]: DEBUG nova.compute.provider_tree [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.277146] env[62153]: INFO nova.compute.manager [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Took 38.71 seconds to build instance. [ 1953.322776] env[62153]: DEBUG oslo_vmware.api [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073131, 'name': PowerOnVM_Task, 'duration_secs': 0.496632} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.323326] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1953.323594] env[62153]: DEBUG nova.compute.manager [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.324386] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecff31df-c69d-4ef7-ba51-d5b5c99d897c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.747913] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.776279] env[62153]: DEBUG nova.scheduler.client.report [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.780055] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3d0e7b66-dc80-46bd-ad87-64c50e73c079 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.502s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.843501] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.048391] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.048573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.048790] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.048991] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.049177] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.057634] env[62153]: INFO nova.compute.manager [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Terminating instance [ 1954.189093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "53aaafa9-ac00-4301-abcc-3aa0622bd455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.189501] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.248738] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.281795] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.629s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.282025] env[62153]: INFO nova.compute.manager [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Migrating [ 1954.296042] env[62153]: DEBUG oslo_concurrency.lockutils [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.366s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.296042] env[62153]: DEBUG oslo_concurrency.lockutils [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.296042] env[62153]: INFO nova.compute.manager [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Successfully reverted task state from image_uploading on failure for instance. [ 1954.296042] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.158s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.296395] env[62153]: INFO nova.compute.claims [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server [None req-540a86d0-cd32-4469-9085-d41d2aabb146 tempest-ServersAaction247Test-1293090157 tempest-ServersAaction247Test-1293090157-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created [ 1954.301075] env[62153]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created' [ 1954.301075] env[62153]: Faults: [ManagedObjectNotFound] [ 1954.301075] env[62153]: Details: {'obj': 'snapshot-424966'} [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created' [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created' [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-424966'} [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server raise self.value [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server raise self.value [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1954.301075] env[62153]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server raise self.value [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4507, in backup_instance [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server raise self.value [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4493, in _do_snapshot_instance [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server raise self.value [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 1954.302395] env[62153]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-424966' has already been deleted or has not been completely created' [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-424966'} [ 1954.303697] env[62153]: ERROR oslo_messaging.rpc.server [ 1954.566479] env[62153]: DEBUG nova.compute.manager [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.566722] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.567775] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7870acc6-0204-454b-b01c-a52929a18431 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.580859] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.581229] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4effa79-0c94-4b44-b120-ba0b1e8f4042 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.590697] env[62153]: DEBUG oslo_vmware.api [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1954.590697] env[62153]: value = "task-2073132" [ 1954.590697] env[62153]: _type = "Task" [ 1954.590697] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.602063] env[62153]: DEBUG oslo_vmware.api [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.692385] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1954.751766] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.812385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.812516] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.812672] env[62153]: DEBUG nova.network.neutron [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.949385] env[62153]: DEBUG nova.compute.manager [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Stashing vm_state: stopped {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1955.103375] env[62153]: DEBUG oslo_vmware.api [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073132, 'name': PowerOffVM_Task, 'duration_secs': 0.393872} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.103375] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.103375] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.103375] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2af307fc-1252-4386-a580-2ef1f2e919d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.165297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "5eb4314c-646c-4947-96fa-95a0814163af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.165568] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "5eb4314c-646c-4947-96fa-95a0814163af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.165818] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "5eb4314c-646c-4947-96fa-95a0814163af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.166023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "5eb4314c-646c-4947-96fa-95a0814163af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.166204] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "5eb4314c-646c-4947-96fa-95a0814163af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.168480] env[62153]: INFO nova.compute.manager [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Terminating instance [ 1955.221719] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.250552] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.386210] env[62153]: DEBUG nova.compute.manager [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1955.386449] env[62153]: DEBUG nova.compute.manager [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing instance network info cache due to event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1955.386728] env[62153]: DEBUG oslo_concurrency.lockutils [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.386904] env[62153]: DEBUG oslo_concurrency.lockutils [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.387110] env[62153]: DEBUG nova.network.neutron [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.474080] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.672543] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "refresh_cache-5eb4314c-646c-4947-96fa-95a0814163af" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.672873] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquired lock "refresh_cache-5eb4314c-646c-4947-96fa-95a0814163af" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.673186] env[62153]: DEBUG nova.network.neutron [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.751396] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.769784] env[62153]: DEBUG nova.network.neutron [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.803787] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bca17b2-5d5f-4bda-814c-4ec3f63aa125 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.815982] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b3ec6-7b1b-4915-a3e1-5a6e42fb4cc8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.857031] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e51ba-c7ca-475e-8dea-3475feb2be2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.864209] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f7db9-2f34-4630-a420-a7f93207c5b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.879983] env[62153]: DEBUG nova.compute.provider_tree [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.225798] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.226284] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.226645] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Deleting the datastore file [datastore1] fc087d27-beae-4e99-ad3d-72049e1fa4bb {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.226968] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d07ee0d-b41c-48ec-9c62-b3da8d8f5ae3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.235938] env[62153]: DEBUG nova.network.neutron [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.238082] env[62153]: DEBUG oslo_vmware.api [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1956.238082] env[62153]: value = "task-2073134" [ 1956.238082] env[62153]: _type = "Task" [ 1956.238082] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.243362] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.243615] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.243833] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleting the datastore file [datastore1] 1400ca89-6579-49ce-a9ff-9ce5fd976ed5 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.247762] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b105c15-f808-40b6-bc61-7a5ec8760a3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.252761] env[62153]: DEBUG oslo_vmware.api [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.258822] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.261034] env[62153]: DEBUG oslo_vmware.api [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 1956.261034] env[62153]: value = "task-2073135" [ 1956.261034] env[62153]: _type = "Task" [ 1956.261034] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.271583] env[62153]: DEBUG oslo_vmware.api [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.272401] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.375593] env[62153]: DEBUG nova.network.neutron [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.381960] env[62153]: DEBUG nova.scheduler.client.report [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.413942] env[62153]: DEBUG nova.network.neutron [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updated VIF entry in instance network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.414335] env[62153]: DEBUG nova.network.neutron [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.754483] env[62153]: DEBUG oslo_vmware.api [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229441} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.758527] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.758727] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.758937] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.759132] env[62153]: INFO nova.compute.manager [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Took 6.13 seconds to destroy the instance on the hypervisor. [ 1956.759355] env[62153]: DEBUG oslo.service.loopingcall [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.759521] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073114, 'name': CreateVM_Task, 'duration_secs': 8.742592} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.759709] env[62153]: DEBUG nova.compute.manager [-] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.759830] env[62153]: DEBUG nova.network.neutron [-] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.761348] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.761985] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.762159] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.762465] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.765734] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f59099e-1046-4c8c-9825-9681e561638e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.770722] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1956.770722] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5214d1d9-be38-7da5-52b6-ef55bd896b69" [ 1956.770722] env[62153]: _type = "Task" [ 1956.770722] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.774465] env[62153]: DEBUG oslo_vmware.api [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280061} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.777675] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.777876] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.778072] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.778251] env[62153]: INFO nova.compute.manager [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1956.778471] env[62153]: DEBUG oslo.service.loopingcall [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.782356] env[62153]: DEBUG nova.compute.manager [-] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.782746] env[62153]: DEBUG nova.network.neutron [-] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.790107] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5214d1d9-be38-7da5-52b6-ef55bd896b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.879300] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Releasing lock "refresh_cache-5eb4314c-646c-4947-96fa-95a0814163af" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.879713] env[62153]: DEBUG nova.compute.manager [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1956.879908] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.881451] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a99b4-9069-4edd-9647-41d5d9eedef2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.887137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.889688] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.361s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.896780] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.896780] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd7d91ec-19ab-4a94-b2cc-839105be237f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.904016] env[62153]: DEBUG oslo_vmware.api [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1956.904016] env[62153]: value = "task-2073136" [ 1956.904016] env[62153]: _type = "Task" [ 1956.904016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.913077] env[62153]: DEBUG oslo_vmware.api [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.917156] env[62153]: DEBUG oslo_concurrency.lockutils [req-f81ce04b-8a5d-4c77-b16c-f74f2b7184d3 req-d61dc048-81fe-40d9-a366-4cbd4ddc1f2c service nova] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.293168] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5214d1d9-be38-7da5-52b6-ef55bd896b69, 'name': SearchDatastore_Task, 'duration_secs': 0.032906} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.293168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.293168] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.293168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.293168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.293168] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.293549] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d104d37d-5614-496e-bbb3-90794d77b897 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.310023] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.310507] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.313593] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dff8c72-df5e-44d0-80d8-68f33aca90ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.324017] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1957.324017] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526366f4-d870-63bb-5cdb-0dc79852aaf3" [ 1957.324017] env[62153]: _type = "Task" [ 1957.324017] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.332597] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526366f4-d870-63bb-5cdb-0dc79852aaf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.388165] env[62153]: DEBUG nova.network.neutron [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Successfully updated port: c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1957.398171] env[62153]: INFO nova.compute.claims [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.405013] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "d2a79bfe-ba42-4484-909a-784e1867b694" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.405013] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "d2a79bfe-ba42-4484-909a-784e1867b694" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.419035] env[62153]: DEBUG oslo_vmware.api [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073136, 'name': PowerOffVM_Task, 'duration_secs': 0.204821} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.419035] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.419035] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.419035] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e590f1-e100-44c5-a205-2035f02e7b70 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.449209] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.449513] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.449737] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Deleting the datastore file [datastore1] 5eb4314c-646c-4947-96fa-95a0814163af {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.450060] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6be6b0-f27c-4e2c-a534-dc837e9544ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.457600] env[62153]: DEBUG oslo_vmware.api [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for the task: (returnval){ [ 1957.457600] env[62153]: value = "task-2073138" [ 1957.457600] env[62153]: _type = "Task" [ 1957.457600] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.466754] env[62153]: DEBUG oslo_vmware.api [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.469105] env[62153]: DEBUG nova.compute.manager [req-df61b5ee-9a8d-420a-8e3c-327804355fe5 req-f4220357-39e2-4ada-a1d5-1a011618084c service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Received event network-vif-deleted-e6f72cf1-9b7c-4589-9916-1fe62b18a1ba {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.469294] env[62153]: INFO nova.compute.manager [req-df61b5ee-9a8d-420a-8e3c-327804355fe5 req-f4220357-39e2-4ada-a1d5-1a011618084c service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Neutron deleted interface e6f72cf1-9b7c-4589-9916-1fe62b18a1ba; detaching it from the instance and deleting it from the info cache [ 1957.469470] env[62153]: DEBUG nova.network.neutron [req-df61b5ee-9a8d-420a-8e3c-327804355fe5 req-f4220357-39e2-4ada-a1d5-1a011618084c service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.480011] env[62153]: DEBUG nova.compute.manager [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received event network-vif-plugged-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.480364] env[62153]: DEBUG oslo_concurrency.lockutils [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.480581] env[62153]: DEBUG oslo_concurrency.lockutils [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.480761] env[62153]: DEBUG oslo_concurrency.lockutils [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.480920] env[62153]: DEBUG nova.compute.manager [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] No waiting events found dispatching network-vif-plugged-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.481139] env[62153]: WARNING nova.compute.manager [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received unexpected event network-vif-plugged-c8899181-b8b9-4e52-8780-4b0c4ca391f5 for instance with vm_state building and task_state spawning. [ 1957.481353] env[62153]: DEBUG nova.compute.manager [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.481542] env[62153]: DEBUG nova.compute.manager [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing instance network info cache due to event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1957.481831] env[62153]: DEBUG oslo_concurrency.lockutils [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.482076] env[62153]: DEBUG oslo_concurrency.lockutils [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.482265] env[62153]: DEBUG nova.network.neutron [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.795889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb26a7-5dca-4ef1-b46d-c9a351ff4381 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.815529] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.832201] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526366f4-d870-63bb-5cdb-0dc79852aaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.032162} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.834671] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d81bba-0559-4dc4-8ffc-2d69694d7d67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.840392] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1957.840392] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e32be5-6daa-2dbb-f2fe-7ffa895ee776" [ 1957.840392] env[62153]: _type = "Task" [ 1957.840392] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.845301] env[62153]: DEBUG nova.network.neutron [-] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.852035] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e32be5-6daa-2dbb-f2fe-7ffa895ee776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.877047] env[62153]: DEBUG nova.network.neutron [-] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.889450] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.910018] env[62153]: INFO nova.compute.resource_tracker [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating resource usage from migration 1e78806e-680f-4acf-a7d6-a7960ac91cba [ 1957.914528] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "d2a79bfe-ba42-4484-909a-784e1867b694" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.511s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.915033] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.972275] env[62153]: DEBUG oslo_vmware.api [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Task: {'id': task-2073138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421524} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.972633] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.972866] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.973093] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.973311] env[62153]: INFO nova.compute.manager [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1957.973581] env[62153]: DEBUG oslo.service.loopingcall [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.973806] env[62153]: DEBUG nova.compute.manager [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1957.973929] env[62153]: DEBUG nova.network.neutron [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1957.979660] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17bcf927-2185-49ca-b20a-b12f1a5ce324 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.992335] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb6619-f412-47a0-8736-7aa8b62a9d07 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.006709] env[62153]: DEBUG nova.network.neutron [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.034317] env[62153]: DEBUG nova.compute.manager [req-df61b5ee-9a8d-420a-8e3c-327804355fe5 req-f4220357-39e2-4ada-a1d5-1a011618084c service nova] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Detach interface failed, port_id=e6f72cf1-9b7c-4589-9916-1fe62b18a1ba, reason: Instance 1400ca89-6579-49ce-a9ff-9ce5fd976ed5 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1958.038373] env[62153]: DEBUG nova.network.neutron [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.142815] env[62153]: DEBUG nova.network.neutron [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.321696] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.321999] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35fb4e58-3b5c-42f8-bf28-79a32a191842 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.333181] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1958.333181] env[62153]: value = "task-2073139" [ 1958.333181] env[62153]: _type = "Task" [ 1958.333181] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.344970] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.351916] env[62153]: INFO nova.compute.manager [-] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Took 1.57 seconds to deallocate network for instance. [ 1958.357218] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e32be5-6daa-2dbb-f2fe-7ffa895ee776, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.360320] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.360432] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64/b2186606-5944-418f-acba-d2c5b8c31f64.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.360696] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0265f4cb-14c4-4b4a-a3da-89a85c4f5754 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.366084] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9acc1-149c-4d60-8f87-139ecdd1460f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.370367] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1958.370367] env[62153]: value = "task-2073140" [ 1958.370367] env[62153]: _type = "Task" [ 1958.370367] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.382324] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03efe0a-b430-41aa-a0be-85cfb4797e9f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.392337] env[62153]: INFO nova.compute.manager [-] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Took 1.63 seconds to deallocate network for instance. [ 1958.392699] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.434311] env[62153]: DEBUG nova.compute.utils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.436775] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.436775] env[62153]: DEBUG nova.network.neutron [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.439535] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780c1b8-c73a-4436-8d07-fb9afaa525f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.450284] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feb4181-02cc-4ff9-a8e0-a30d8db720a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.468695] env[62153]: DEBUG nova.compute.provider_tree [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1958.500203] env[62153]: DEBUG nova.policy [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9944b7843c8941cf9bc05b3d73cad9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aefbf8fdc6b34544aaaf5fc3ad4285ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.508907] env[62153]: DEBUG nova.network.neutron [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.645484] env[62153]: DEBUG oslo_concurrency.lockutils [req-473bd3fe-1e53-44d8-aec1-fb2521bca59c req-46da2acf-68b3-4c9b-9e3e-d8a6f4c29d3c service nova] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.646049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.646213] env[62153]: DEBUG nova.network.neutron [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.844878] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073139, 'name': PowerOffVM_Task, 'duration_secs': 0.191129} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.845172] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.845339] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1958.864940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.881460] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485014} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.881460] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64/b2186606-5944-418f-acba-d2c5b8c31f64.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.881887] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.881887] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aa001d1-05f8-48b2-b3fc-492b4bbdecf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.892808] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1958.892808] env[62153]: value = "task-2073141" [ 1958.892808] env[62153]: _type = "Task" [ 1958.892808] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.902080] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.905805] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.937107] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.997981] env[62153]: ERROR nova.scheduler.client.report [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [req-212a8b21-73d8-4856-a739-e88c54a755dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-212a8b21-73d8-4856-a739-e88c54a755dd"}]} [ 1959.012574] env[62153]: INFO nova.compute.manager [-] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Took 1.04 seconds to deallocate network for instance. [ 1959.029200] env[62153]: DEBUG nova.scheduler.client.report [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1959.048821] env[62153]: DEBUG nova.scheduler.client.report [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1959.049120] env[62153]: DEBUG nova.compute.provider_tree [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1959.070275] env[62153]: DEBUG nova.scheduler.client.report [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1959.110554] env[62153]: DEBUG nova.scheduler.client.report [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1959.133517] env[62153]: DEBUG nova.network.neutron [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Successfully created port: e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1959.200297] env[62153]: DEBUG nova.network.neutron [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.354511] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.354750] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.354907] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.355101] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.355251] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.355397] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.355604] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.355762] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.355927] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.358126] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.358964] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.369484] env[62153]: DEBUG nova.network.neutron [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.371111] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fc1d4b-d235-4170-9785-48cb803bded5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.390177] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1959.390177] env[62153]: value = "task-2073142" [ 1959.390177] env[62153]: _type = "Task" [ 1959.390177] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.405907] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.412086] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099518} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.412744] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1959.413555] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd09c8-564e-4502-9e36-c30cf9e6b2ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.444297] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64/b2186606-5944-418f-acba-d2c5b8c31f64.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.447215] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca6eb44-21d3-4dcf-810b-7a6275e1ea38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.469795] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1959.469795] env[62153]: value = "task-2073143" [ 1959.469795] env[62153]: _type = "Task" [ 1959.469795] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.479027] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.519895] env[62153]: DEBUG nova.compute.manager [req-dd15209d-d691-4719-9822-a442aadce945 req-dd055f35-cba0-40b8-ad8f-3edf628c3492 service nova] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Received event network-vif-deleted-33ff9324-f96f-4ae9-8c52-6b3efb81ed94 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1959.520772] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.691655] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c911d80-59f5-4223-a41b-50e926baa438 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.700412] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e0a5a5-e088-42cc-929b-c85b97ff4452 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.738387] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6d920-b4ba-41cf-8696-0b37a6519e2c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.746865] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c139f-8708-41ab-b9d2-24305e484593 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.762512] env[62153]: DEBUG nova.compute.provider_tree [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.883437] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.883883] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Instance network_info: |[{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1959.884285] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:30:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8899181-b8b9-4e52-8780-4b0c4ca391f5', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1959.892561] env[62153]: DEBUG oslo.service.loopingcall [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.893363] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1959.896430] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc697b10-3ab4-4cf8-b0c8-bf1a83e0e955 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.916508] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.917723] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1959.917723] env[62153]: value = "task-2073144" [ 1959.917723] env[62153]: _type = "Task" [ 1959.917723] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.926947] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073144, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.963604] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.982128] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073143, 'name': ReconfigVM_Task, 'duration_secs': 0.297551} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.984382] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Reconfigured VM instance instance-0000003e to attach disk [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64/b2186606-5944-418f-acba-d2c5b8c31f64.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.984723] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62153) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1959.987260] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9f5e56f4-8388-45b5-aa98-825b083283f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.992912] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.993171] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.993333] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.993515] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.993670] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.993821] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.994054] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.994228] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.994408] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.994570] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.994739] env[62153]: DEBUG nova.virt.hardware [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.995632] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad538641-3cca-4e80-952c-330730576d0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.000015] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1960.000015] env[62153]: value = "task-2073145" [ 1960.000015] env[62153]: _type = "Task" [ 1960.000015] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.009158] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4676b82-42df-413f-a213-0b700c319d6a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.015851] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073145, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.268355] env[62153]: DEBUG nova.scheduler.client.report [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.403860] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073142, 'name': ReconfigVM_Task, 'duration_secs': 0.841869} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.404268] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.429061] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073144, 'name': CreateVM_Task, 'duration_secs': 0.472299} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.429061] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.431030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.431030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.431030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.431030] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d93b05f-0e6b-4f7a-a952-fd2843377cd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.435490] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1960.435490] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52295579-7096-d009-7764-51b227de14c4" [ 1960.435490] env[62153]: _type = "Task" [ 1960.435490] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.444150] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52295579-7096-d009-7764-51b227de14c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.511681] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073145, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.080407} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.511913] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62153) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1960.512803] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d74595d-27a8-4e77-96b4-3f55f7254be0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.542958] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64/ephemeral_0.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.543303] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86e2e0b-6abd-4d52-b1bf-a71f96093689 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.571970] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1960.571970] env[62153]: value = "task-2073146" [ 1960.571970] env[62153]: _type = "Task" [ 1960.571970] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.581322] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.774628] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.886s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.774628] env[62153]: INFO nova.compute.manager [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Migrating [ 1960.784228] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.884s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.784228] env[62153]: INFO nova.compute.claims [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.910932] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:45:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32f080fc-65b5-41bb-b1e5-e5d645a4a003',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2039047627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.911465] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.911648] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.911838] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.911983] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.912228] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.912352] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.912509] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.912675] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.912837] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.913018] env[62153]: DEBUG nova.virt.hardware [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.919482] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1960.919778] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ae20fb-aa2f-41c7-8782-ec5727023d05 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.935406] env[62153]: DEBUG nova.network.neutron [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Successfully updated port: e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.943470] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1960.943470] env[62153]: value = "task-2073147" [ 1960.943470] env[62153]: _type = "Task" [ 1960.943470] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.947565] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52295579-7096-d009-7764-51b227de14c4, 'name': SearchDatastore_Task, 'duration_secs': 0.023143} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.952123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.954923] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1960.954923] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.954923] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.954923] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1960.954923] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ba50ee1-7a0b-4425-9c4d-851461018a6d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.963836] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.966630] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1960.966749] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1960.967605] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d00161-4cd7-4630-9ea3-fd827f53ad1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.974216] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1960.974216] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523dfdd5-2007-eb20-6674-9fbdd3261a97" [ 1960.974216] env[62153]: _type = "Task" [ 1960.974216] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.983827] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523dfdd5-2007-eb20-6674-9fbdd3261a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.084761] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073146, 'name': ReconfigVM_Task, 'duration_secs': 0.310558} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.085248] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Reconfigured VM instance instance-0000003e to attach disk [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64/ephemeral_0.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.086071] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a2eae9-0009-4071-a1b2-a9754a586d5e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.094295] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1961.094295] env[62153]: value = "task-2073148" [ 1961.094295] env[62153]: _type = "Task" [ 1961.094295] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.105835] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073148, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.296186] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.296915] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.296915] env[62153]: DEBUG nova.network.neutron [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.436305] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "refresh_cache-83d52cb2-36d7-48d5-af24-418cf7d13ed8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.436471] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquired lock "refresh_cache-83d52cb2-36d7-48d5-af24-418cf7d13ed8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.436625] env[62153]: DEBUG nova.network.neutron [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.458907] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073147, 'name': ReconfigVM_Task, 'duration_secs': 0.170426} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.459527] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1961.460541] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6214498e-a13a-4499-920a-7f388cb23972 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.484571] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.487222] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6f2ec1-bd67-4f8b-b5d1-0e39a3f94718 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.508128] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523dfdd5-2007-eb20-6674-9fbdd3261a97, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.510009] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1961.510009] env[62153]: value = "task-2073149" [ 1961.510009] env[62153]: _type = "Task" [ 1961.510009] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.510219] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bddc5f-42e5-4ee9-acc9-74fe6ed831a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.518394] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1961.518394] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5212f4f7-6204-4f75-65e3-b9c1ab27aa60" [ 1961.518394] env[62153]: _type = "Task" [ 1961.518394] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.521618] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.530272] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5212f4f7-6204-4f75-65e3-b9c1ab27aa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.555607] env[62153]: DEBUG nova.compute.manager [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Received event network-vif-plugged-e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.555838] env[62153]: DEBUG oslo_concurrency.lockutils [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] Acquiring lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.556078] env[62153]: DEBUG oslo_concurrency.lockutils [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.556269] env[62153]: DEBUG oslo_concurrency.lockutils [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.556446] env[62153]: DEBUG nova.compute.manager [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] No waiting events found dispatching network-vif-plugged-e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1961.556625] env[62153]: WARNING nova.compute.manager [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Received unexpected event network-vif-plugged-e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 for instance with vm_state building and task_state spawning. [ 1961.556797] env[62153]: DEBUG nova.compute.manager [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Received event network-changed-e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.556957] env[62153]: DEBUG nova.compute.manager [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Refreshing instance network info cache due to event network-changed-e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1961.557150] env[62153]: DEBUG oslo_concurrency.lockutils [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] Acquiring lock "refresh_cache-83d52cb2-36d7-48d5-af24-418cf7d13ed8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.607907] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073148, 'name': Rename_Task, 'duration_secs': 0.172621} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.608131] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.608250] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1fcbe3c-c2f9-4bc0-8bf0-2879acf1c878 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.615914] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 1961.615914] env[62153]: value = "task-2073150" [ 1961.615914] env[62153]: _type = "Task" [ 1961.615914] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.624927] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.014919] env[62153]: DEBUG nova.network.neutron [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1962.032666] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073149, 'name': ReconfigVM_Task, 'duration_secs': 0.267697} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.036790] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.036790] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.040881] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5212f4f7-6204-4f75-65e3-b9c1ab27aa60, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.047792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.048103] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/5aef7500-5f4b-4645-88fd-d357b9e3515c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.053567] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d531a2-c9d0-4a19-b736-ec8f2ee684fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.066277] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1962.066277] env[62153]: value = "task-2073151" [ 1962.066277] env[62153]: _type = "Task" [ 1962.066277] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.076930] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.129099] env[62153]: DEBUG oslo_vmware.api [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073150, 'name': PowerOnVM_Task, 'duration_secs': 0.502435} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.129303] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.129520] env[62153]: INFO nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Took 17.84 seconds to spawn the instance on the hypervisor. [ 1962.129702] env[62153]: DEBUG nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.130831] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd58ec9-c1a5-48cf-9ccf-f7cb8234dae5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.143815] env[62153]: DEBUG nova.network.neutron [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance_info_cache with network_info: [{"id": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "address": "fa:16:3e:32:b5:5e", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b87eec-5f", "ovs_interfaceid": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.227558] env[62153]: DEBUG nova.network.neutron [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Updating instance_info_cache with network_info: [{"id": "e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18", "address": "fa:16:3e:3e:44:50", "network": {"id": "32c7732d-c4bd-4a0b-b217-550f2cefc5d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1499168628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefbf8fdc6b34544aaaf5fc3ad4285ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a486a2-2e", "ovs_interfaceid": "e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.279429] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb416ae-0202-4004-a5f5-e392fecafe35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.287697] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39005f02-fc39-4a55-8268-15a9e4c7cc49 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.322181] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3967d9-6301-42c2-a4b1-232be107d7b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.331052] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd602fc-fd34-4d5c-8fef-970c157c4cbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.348346] env[62153]: DEBUG nova.compute.provider_tree [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.550768] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa5097-3361-4157-9176-1e1dfcda358c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.589090] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e4266-95d4-44f4-b42f-f6aa4a72cf70 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.592107] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.612172] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.651495] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.656019] env[62153]: INFO nova.compute.manager [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Took 46.96 seconds to build instance. [ 1962.733206] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Releasing lock "refresh_cache-83d52cb2-36d7-48d5-af24-418cf7d13ed8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.733532] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Instance network_info: |[{"id": "e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18", "address": "fa:16:3e:3e:44:50", "network": {"id": "32c7732d-c4bd-4a0b-b217-550f2cefc5d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1499168628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefbf8fdc6b34544aaaf5fc3ad4285ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a486a2-2e", "ovs_interfaceid": "e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.733831] env[62153]: DEBUG oslo_concurrency.lockutils [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] Acquired lock "refresh_cache-83d52cb2-36d7-48d5-af24-418cf7d13ed8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.734018] env[62153]: DEBUG nova.network.neutron [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Refreshing network info cache for port e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.735316] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:44:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.743036] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Creating folder: Project (aefbf8fdc6b34544aaaf5fc3ad4285ff). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1962.746241] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87515f18-2bf6-4552-a0a3-4cfb13b64b4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.760496] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Created folder: Project (aefbf8fdc6b34544aaaf5fc3ad4285ff) in parent group-v424816. [ 1962.760709] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Creating folder: Instances. Parent ref: group-v424996. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1962.761029] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd0732d-1c20-4846-946d-4408b775efd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.771884] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Created folder: Instances in parent group-v424996. [ 1962.772338] env[62153]: DEBUG oslo.service.loopingcall [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.772606] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.772697] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6428a7ff-9d9e-44af-b40a-76eff908c6be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.798528] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.798528] env[62153]: value = "task-2073154" [ 1962.798528] env[62153]: _type = "Task" [ 1962.798528] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.807427] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073154, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.851870] env[62153]: DEBUG nova.scheduler.client.report [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.044245] env[62153]: DEBUG nova.network.neutron [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Updated VIF entry in instance network info cache for port e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.044245] env[62153]: DEBUG nova.network.neutron [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Updating instance_info_cache with network_info: [{"id": "e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18", "address": "fa:16:3e:3e:44:50", "network": {"id": "32c7732d-c4bd-4a0b-b217-550f2cefc5d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1499168628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefbf8fdc6b34544aaaf5fc3ad4285ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a486a2-2e", "ovs_interfaceid": "e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.079979] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579979} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.079979] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/5aef7500-5f4b-4645-88fd-d357b9e3515c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.080668] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.081243] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a4b53d7-bd01-402b-857e-926f6cc40d16 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.092174] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1963.092174] env[62153]: value = "task-2073155" [ 1963.092174] env[62153]: _type = "Task" [ 1963.092174] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.101932] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.162655] env[62153]: DEBUG nova.network.neutron [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Port ef5cf30c-6f2c-4a34-9120-540bcdff34c9 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1963.167173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00080ded-82ec-44ec-889d-5a4247413b25 tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "b2186606-5944-418f-acba-d2c5b8c31f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.569s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.308201] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073154, 'name': CreateVM_Task, 'duration_secs': 0.47646} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.308370] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.309068] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.309238] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.309559] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.309810] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ebe932-6827-4787-908d-d0dac95dfb3f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.314947] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1963.314947] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5229bb77-0b79-600d-01a5-441c27f98a08" [ 1963.314947] env[62153]: _type = "Task" [ 1963.314947] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.323410] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5229bb77-0b79-600d-01a5-441c27f98a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.358451] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.359036] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.361700] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.949s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.361921] env[62153]: DEBUG nova.objects.instance [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lazy-loading 'resources' on Instance uuid a86f03e4-58fd-4b01-86ee-aeefd207eb65 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.548391] env[62153]: DEBUG oslo_concurrency.lockutils [req-c543d41b-5275-40e5-9864-8e501cec348a req-326aaa44-916a-4282-a7a3-9e08f8c1aa3d service nova] Releasing lock "refresh_cache-83d52cb2-36d7-48d5-af24-418cf7d13ed8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.601664] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067386} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.602017] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.602884] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d6e4f-12b0-4f06-aa90-976fde54a9bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.626200] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/5aef7500-5f4b-4645-88fd-d357b9e3515c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.626508] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185b6eff-0af2-4326-a5f2-52dafd76e3f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.652319] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1963.652319] env[62153]: value = "task-2073156" [ 1963.652319] env[62153]: _type = "Task" [ 1963.652319] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.661674] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.718433] env[62153]: DEBUG nova.compute.manager [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Received event network-changed-c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.718684] env[62153]: DEBUG nova.compute.manager [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Refreshing instance network info cache due to event network-changed-c40a23f9-d580-4e76-98c6-87646da39614. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1963.719297] env[62153]: DEBUG oslo_concurrency.lockutils [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] Acquiring lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.719297] env[62153]: DEBUG oslo_concurrency.lockutils [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] Acquired lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.719402] env[62153]: DEBUG nova.network.neutron [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Refreshing network info cache for port c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.825988] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5229bb77-0b79-600d-01a5-441c27f98a08, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.826782] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.826782] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.826897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.827023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.827804] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.827804] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d18431b-eace-473a-b90d-4a539bdef144 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.837021] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.837239] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.838034] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65d4996-b78d-45a1-94b0-b795cf72b8df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.846322] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1963.846322] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520c98c0-c212-adfc-ad97-93193583dd7e" [ 1963.846322] env[62153]: _type = "Task" [ 1963.846322] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.857325] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520c98c0-c212-adfc-ad97-93193583dd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.865120] env[62153]: DEBUG nova.compute.utils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.871573] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1963.875032] env[62153]: DEBUG nova.network.neutron [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1963.932613] env[62153]: DEBUG nova.policy [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea4ab310c0646aa81c26cb35f61d132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8512b41703c3484b9724842aef73844b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.165104] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073156, 'name': ReconfigVM_Task, 'duration_secs': 0.269458} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.169023] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/5aef7500-5f4b-4645-88fd-d357b9e3515c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.169668] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d92f79c-ce22-4859-9d06-e459d00dc673 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.179757] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1964.179757] env[62153]: value = "task-2073157" [ 1964.179757] env[62153]: _type = "Task" [ 1964.179757] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.200113] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e9f2c-5b59-4b59-98e5-10fdad8e569c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.212911] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073157, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.217292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.217944] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.218333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.242090] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.272636] env[62153]: DEBUG nova.network.neutron [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Successfully created port: abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.360896] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520c98c0-c212-adfc-ad97-93193583dd7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.361981] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fef1ba-7d47-4c46-ad71-7a3945d619f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.373316] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.377383] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1964.377383] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b30b2-c7b1-9c8d-d9b6-8faf32c54b7f" [ 1964.377383] env[62153]: _type = "Task" [ 1964.377383] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.392343] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b30b2-c7b1-9c8d-d9b6-8faf32c54b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.397296] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.397586] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 83d52cb2-36d7-48d5-af24-418cf7d13ed8/83d52cb2-36d7-48d5-af24-418cf7d13ed8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.402823] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ebf996-0e03-4adb-bbeb-02d851ae7c14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.410535] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1964.410535] env[62153]: value = "task-2073158" [ 1964.410535] env[62153]: _type = "Task" [ 1964.410535] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.421680] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.443959] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c292c1-0153-470d-be98-d833db7fdac6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.456259] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8414e6-f8c8-47a1-bee3-8480570edd1b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.499615] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19590757-2d2a-414e-9735-7b09c16a857a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.513147] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77907ed4-b1d0-4864-8bcb-d60d0765de31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.529165] env[62153]: DEBUG nova.compute.provider_tree [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.629672] env[62153]: DEBUG nova.network.neutron [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Updated VIF entry in instance network info cache for port c40a23f9-d580-4e76-98c6-87646da39614. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1964.630114] env[62153]: DEBUG nova.network.neutron [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Updating instance_info_cache with network_info: [{"id": "c40a23f9-d580-4e76-98c6-87646da39614", "address": "fa:16:3e:c1:4c:aa", "network": {"id": "550870d9-1ea5-4e4c-8660-4eeba129d08f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1931277883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3f9c941df44f5b92db708db40b57c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a23f9-d5", "ovs_interfaceid": "c40a23f9-d580-4e76-98c6-87646da39614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.695250] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073157, 'name': Rename_Task, 'duration_secs': 0.159535} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.695567] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.696133] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62db3ede-2fec-470b-9ec1-317adda1b1d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.704963] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 1964.704963] env[62153]: value = "task-2073159" [ 1964.704963] env[62153]: _type = "Task" [ 1964.704963] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.718145] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.754094] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.754252] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-005524f7-5c8b-40c6-94e4-f660de8cbca6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.764254] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1964.764254] env[62153]: value = "task-2073160" [ 1964.764254] env[62153]: _type = "Task" [ 1964.764254] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.778145] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.927245] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073158, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.032996] env[62153]: DEBUG nova.scheduler.client.report [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.134744] env[62153]: DEBUG oslo_concurrency.lockutils [req-79903e97-3fae-437f-b7e1-c35cf9e332ec req-7190d6c1-d97c-46e2-a458-d9d79af4bb37 service nova] Releasing lock "refresh_cache-b2186606-5944-418f-acba-d2c5b8c31f64" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.217859] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.250993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.251287] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.251489] env[62153]: DEBUG nova.network.neutron [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.277236] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073160, 'name': PowerOffVM_Task, 'duration_secs': 0.316642} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.277236] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.277236] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1965.386038] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.414221] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.414495] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.414652] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.414833] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.414981] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.415235] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.415473] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.415653] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.415832] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.415989] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.416210] env[62153]: DEBUG nova.virt.hardware [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.417139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041a885-d624-454d-869a-1f9709e75ce0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.431595] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde48072-d1c0-4cb2-b4d6-c4c93802d255 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.435599] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515626} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.435876] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 83d52cb2-36d7-48d5-af24-418cf7d13ed8/83d52cb2-36d7-48d5-af24-418cf7d13ed8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.436093] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.436635] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4559959-074e-4b6e-ba18-28bea8b56138 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.447412] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1965.447412] env[62153]: value = "task-2073161" [ 1965.447412] env[62153]: _type = "Task" [ 1965.447412] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.455214] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.543090] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.546176] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.091s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.546176] env[62153]: DEBUG nova.objects.instance [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lazy-loading 'resources' on Instance uuid fdc93b88-c907-4b45-8a44-905de045d21b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.567117] env[62153]: INFO nova.scheduler.client.report [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Deleted allocations for instance a86f03e4-58fd-4b01-86ee-aeefd207eb65 [ 1965.722687] env[62153]: DEBUG oslo_vmware.api [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073159, 'name': PowerOnVM_Task, 'duration_secs': 0.60409} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.727045] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.727363] env[62153]: INFO nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Took 15.55 seconds to spawn the instance on the hypervisor. [ 1965.727578] env[62153]: DEBUG nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.728421] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6472427-4236-41d6-adc5-96717ecc8002 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.782471] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.782882] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.783180] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.783509] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.783737] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.783953] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.784262] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.784488] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.784732] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.785021] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.785344] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.794336] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d93eac-cc11-4223-bd6f-2e343b5d854a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.813945] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1965.813945] env[62153]: value = "task-2073162" [ 1965.813945] env[62153]: _type = "Task" [ 1965.813945] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.823025] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.963494] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285107} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.963494] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1965.964241] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d81c08-4672-4ebf-820b-8db67912beae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.992224] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 83d52cb2-36d7-48d5-af24-418cf7d13ed8/83d52cb2-36d7-48d5-af24-418cf7d13ed8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.993167] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6d8f42-ab58-44ec-bda7-5e601a75836f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.016797] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1966.016797] env[62153]: value = "task-2073163" [ 1966.016797] env[62153]: _type = "Task" [ 1966.016797] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.025743] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.033485] env[62153]: DEBUG nova.compute.manager [req-c294dcb6-e622-4737-af5e-e9090f27d6b8 req-62f559cb-eed1-44ae-9cde-9a70edc2014d service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Received event network-vif-plugged-abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1966.035018] env[62153]: DEBUG oslo_concurrency.lockutils [req-c294dcb6-e622-4737-af5e-e9090f27d6b8 req-62f559cb-eed1-44ae-9cde-9a70edc2014d service nova] Acquiring lock "73594d45-024c-437c-ba56-8f8513e7c0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.035018] env[62153]: DEBUG oslo_concurrency.lockutils [req-c294dcb6-e622-4737-af5e-e9090f27d6b8 req-62f559cb-eed1-44ae-9cde-9a70edc2014d service nova] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.035018] env[62153]: DEBUG oslo_concurrency.lockutils [req-c294dcb6-e622-4737-af5e-e9090f27d6b8 req-62f559cb-eed1-44ae-9cde-9a70edc2014d service nova] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.035018] env[62153]: DEBUG nova.compute.manager [req-c294dcb6-e622-4737-af5e-e9090f27d6b8 req-62f559cb-eed1-44ae-9cde-9a70edc2014d service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] No waiting events found dispatching network-vif-plugged-abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.035018] env[62153]: WARNING nova.compute.manager [req-c294dcb6-e622-4737-af5e-e9090f27d6b8 req-62f559cb-eed1-44ae-9cde-9a70edc2014d service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Received unexpected event network-vif-plugged-abaddbe9-e50f-4000-a4e6-8110e9cca598 for instance with vm_state building and task_state spawning. [ 1966.076744] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa8ac646-6e54-4486-8d73-0fd241a70a26 tempest-ServerShowV247Test-1207691890 tempest-ServerShowV247Test-1207691890-project-member] Lock "a86f03e4-58fd-4b01-86ee-aeefd207eb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.945s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.137007] env[62153]: DEBUG nova.network.neutron [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.153275] env[62153]: DEBUG nova.network.neutron [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Successfully updated port: abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1966.255549] env[62153]: INFO nova.compute.manager [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Took 49.96 seconds to build instance. [ 1966.331496] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073162, 'name': ReconfigVM_Task, 'duration_secs': 0.39219} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.331496] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1966.534813] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.573040] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045408f-d30f-4e71-816f-29b42f6d45be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.581554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e270371-b4d2-4423-bd75-769364082d1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.620862] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ce2a44-6e5d-4f8d-bc5f-5106bba81cd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.633613] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9357203-0542-47ac-98ec-963db6ce6f8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.650466] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.654797] env[62153]: DEBUG nova.compute.provider_tree [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.656401] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-73594d45-024c-437c-ba56-8f8513e7c0f7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.656526] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-73594d45-024c-437c-ba56-8f8513e7c0f7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.656662] env[62153]: DEBUG nova.network.neutron [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.757195] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee928b7c-7916-48b4-be42-35d0f2dd0ac1 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.528s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.839730] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.839990] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.840170] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.840357] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.840504] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.840650] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.840857] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.841150] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.841357] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.841527] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.841701] env[62153]: DEBUG nova.virt.hardware [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.847191] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1966.847883] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79570307-0179-4594-ad68-f92c0c5b15fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.871173] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1966.871173] env[62153]: value = "task-2073164" [ 1966.871173] env[62153]: _type = "Task" [ 1966.871173] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.880873] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.030336] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073163, 'name': ReconfigVM_Task, 'duration_secs': 0.904854} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.030731] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 83d52cb2-36d7-48d5-af24-418cf7d13ed8/83d52cb2-36d7-48d5-af24-418cf7d13ed8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.031487] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5a7829-9f18-4ba4-b0d5-1c8675bd444b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.040162] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1967.040162] env[62153]: value = "task-2073165" [ 1967.040162] env[62153]: _type = "Task" [ 1967.040162] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.055102] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073165, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.161375] env[62153]: DEBUG nova.scheduler.client.report [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1967.187753] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670ef1b-d924-483c-b704-b50b05e88553 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.219364] env[62153]: DEBUG nova.network.neutron [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1967.221955] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47411071-066d-4c94-930f-eca4456a3cc3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.231210] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1967.386881] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073164, 'name': ReconfigVM_Task, 'duration_secs': 0.235645} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.388278] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1967.389339] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066620a-2405-4f59-a1b3-b472fc0202bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.420672] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477/4757876f-c636-4fd1-b22e-8d9f03fa2477.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1967.422022] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32f9683-2705-416b-bdb0-f11b2c5f17e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.445114] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1967.445114] env[62153]: value = "task-2073166" [ 1967.445114] env[62153]: _type = "Task" [ 1967.445114] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.458755] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.512120] env[62153]: DEBUG nova.network.neutron [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Updating instance_info_cache with network_info: [{"id": "abaddbe9-e50f-4000-a4e6-8110e9cca598", "address": "fa:16:3e:bc:ae:fd", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaddbe9-e5", "ovs_interfaceid": "abaddbe9-e50f-4000-a4e6-8110e9cca598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.551793] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073165, 'name': Rename_Task, 'duration_secs': 0.198412} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.551928] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.552208] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42d3c9d5-5369-49e1-8c1f-d6e9c72bd2c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.561106] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1967.561106] env[62153]: value = "task-2073167" [ 1967.561106] env[62153]: _type = "Task" [ 1967.561106] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.572070] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.670020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.670299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.754s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.670668] env[62153]: DEBUG nova.objects.instance [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'resources' on Instance uuid a77bf89c-c665-439d-a042-7b167878e14f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.695278] env[62153]: INFO nova.scheduler.client.report [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Deleted allocations for instance fdc93b88-c907-4b45-8a44-905de045d21b [ 1967.742956] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.744953] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bdbca9f-a2bb-4c48-8463-af9b71821729 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.753446] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 1967.753446] env[62153]: value = "task-2073168" [ 1967.753446] env[62153]: _type = "Task" [ 1967.753446] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.765250] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.956689] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073166, 'name': ReconfigVM_Task, 'duration_secs': 0.41584} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.956982] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477/4757876f-c636-4fd1-b22e-8d9f03fa2477.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.957575] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.018511] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-73594d45-024c-437c-ba56-8f8513e7c0f7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.018904] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Instance network_info: |[{"id": "abaddbe9-e50f-4000-a4e6-8110e9cca598", "address": "fa:16:3e:bc:ae:fd", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaddbe9-e5", "ovs_interfaceid": "abaddbe9-e50f-4000-a4e6-8110e9cca598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1968.019915] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ae:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abaddbe9-e50f-4000-a4e6-8110e9cca598', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1968.029231] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating folder: Project (8512b41703c3484b9724842aef73844b). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1968.030115] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5efda27-c180-4f50-b8bb-49a742bd795e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.044056] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created folder: Project (8512b41703c3484b9724842aef73844b) in parent group-v424816. [ 1968.044332] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating folder: Instances. Parent ref: group-v424999. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1968.044594] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0760a527-c472-43f2-b832-d408db9de7e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.059191] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created folder: Instances in parent group-v424999. [ 1968.059997] env[62153]: DEBUG oslo.service.loopingcall [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.059997] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1968.060138] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-144d348e-c0e9-4630-a7d1-c5ca265c3d73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.084539] env[62153]: DEBUG nova.compute.manager [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Received event network-changed-abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.084777] env[62153]: DEBUG nova.compute.manager [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Refreshing instance network info cache due to event network-changed-abaddbe9-e50f-4000-a4e6-8110e9cca598. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1968.085075] env[62153]: DEBUG oslo_concurrency.lockutils [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] Acquiring lock "refresh_cache-73594d45-024c-437c-ba56-8f8513e7c0f7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.085282] env[62153]: DEBUG oslo_concurrency.lockutils [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] Acquired lock "refresh_cache-73594d45-024c-437c-ba56-8f8513e7c0f7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.085477] env[62153]: DEBUG nova.network.neutron [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Refreshing network info cache for port abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.099755] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073167, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.101354] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1968.101354] env[62153]: value = "task-2073171" [ 1968.101354] env[62153]: _type = "Task" [ 1968.101354] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.112710] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073171, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.205460] env[62153]: DEBUG oslo_concurrency.lockutils [None req-daf900a1-7c48-4442-b66e-401daf00742d tempest-FloatingIPsAssociationTestJSON-508083417 tempest-FloatingIPsAssociationTestJSON-508083417-project-member] Lock "fdc93b88-c907-4b45-8a44-905de045d21b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.354s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.266540] env[62153]: DEBUG oslo_vmware.api [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073168, 'name': PowerOnVM_Task, 'duration_secs': 0.411873} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.269422] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.269616] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7064da-51f3-4fda-a66e-94d12c5b4169 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance 'ba79aeda-8018-47ca-97f0-88f4385c6150' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.466827] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff78fc17-b8c7-4657-bbad-528fa4c11785 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.491066] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628e3750-c66c-408f-a9ac-8b0263417834 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.510727] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.597106] env[62153]: DEBUG oslo_vmware.api [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073167, 'name': PowerOnVM_Task, 'duration_secs': 0.927693} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.597631] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.597827] env[62153]: INFO nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1968.598325] env[62153]: DEBUG nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.599124] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf735b2-3b63-4eeb-8e4d-e4da0a78120e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.618182] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073171, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.747179] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a74b98-fb1b-4a98-b7a0-580854be34c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.755042] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda065a3-fc20-4dc2-8b05-2e1b6b74bb6a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.792054] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480ace59-0dfb-4841-979e-1ab6ae7cc570 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.798710] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae9adc-a4b4-4ab6-9d6f-1cdd347184dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.813954] env[62153]: DEBUG nova.compute.provider_tree [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.078238] env[62153]: DEBUG nova.network.neutron [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Port 74b87eec-5f6d-4e29-8121-cd37f01f4d69 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1969.122019] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073171, 'name': CreateVM_Task, 'duration_secs': 0.795516} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.122019] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1969.122019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.122019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.122019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1969.126124] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be06307e-888d-463a-bede-eb1bfde6c5be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.129341] env[62153]: INFO nova.compute.manager [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Took 46.01 seconds to build instance. [ 1969.134688] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1969.134688] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523d9fed-b65f-d3a2-8cdd-2aab04cd604a" [ 1969.134688] env[62153]: _type = "Task" [ 1969.134688] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.148291] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523d9fed-b65f-d3a2-8cdd-2aab04cd604a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.319691] env[62153]: DEBUG nova.scheduler.client.report [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.383047] env[62153]: DEBUG nova.network.neutron [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Updated VIF entry in instance network info cache for port abaddbe9-e50f-4000-a4e6-8110e9cca598. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.383047] env[62153]: DEBUG nova.network.neutron [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Updating instance_info_cache with network_info: [{"id": "abaddbe9-e50f-4000-a4e6-8110e9cca598", "address": "fa:16:3e:bc:ae:fd", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaddbe9-e5", "ovs_interfaceid": "abaddbe9-e50f-4000-a4e6-8110e9cca598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.634093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d198b633-533d-4de0-a84f-753c4d096191 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.023s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.655104] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523d9fed-b65f-d3a2-8cdd-2aab04cd604a, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.655888] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.655888] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1969.656108] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.656336] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.657454] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1969.657454] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f1c745-ade7-4733-a1e8-6edaab30467f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.672492] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1969.672492] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1969.673263] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d5e326-fbd0-43a6-ac8c-242fb14cd11c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.685940] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1969.685940] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52349d52-09c7-c6b3-2f8b-43141b0d2f4d" [ 1969.685940] env[62153]: _type = "Task" [ 1969.685940] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.707641] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52349d52-09c7-c6b3-2f8b-43141b0d2f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.708804] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2418c4-31b2-4c4c-a8f3-8ab2a0ae1400 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.718245] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1969.718245] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e95e28-afd6-7b7d-b80c-8260a01a21f1" [ 1969.718245] env[62153]: _type = "Task" [ 1969.718245] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.728947] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e95e28-afd6-7b7d-b80c-8260a01a21f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.827900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.829669] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.580s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.829963] env[62153]: DEBUG nova.objects.instance [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1969.856875] env[62153]: INFO nova.scheduler.client.report [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted allocations for instance a77bf89c-c665-439d-a042-7b167878e14f [ 1969.885353] env[62153]: DEBUG oslo_concurrency.lockutils [req-3d0e2aea-e2fd-46db-9ee4-71474b65d211 req-f419097a-f0c1-40d6-842a-c9ec33d8352e service nova] Releasing lock "refresh_cache-73594d45-024c-437c-ba56-8f8513e7c0f7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.111901] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.111901] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.112144] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.145557] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.145840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.146121] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.146333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.146509] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.150588] env[62153]: INFO nova.compute.manager [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Terminating instance [ 1970.234237] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e95e28-afd6-7b7d-b80c-8260a01a21f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.234543] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.234697] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 73594d45-024c-437c-ba56-8f8513e7c0f7/73594d45-024c-437c-ba56-8f8513e7c0f7.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1970.239203] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f92f681-1a81-4149-a5a9-761b4272c0ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.248516] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1970.248516] env[62153]: value = "task-2073172" [ 1970.248516] env[62153]: _type = "Task" [ 1970.248516] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.257972] env[62153]: DEBUG nova.compute.manager [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1970.258230] env[62153]: DEBUG nova.compute.manager [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing instance network info cache due to event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1970.258456] env[62153]: DEBUG oslo_concurrency.lockutils [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.258601] env[62153]: DEBUG oslo_concurrency.lockutils [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.258795] env[62153]: DEBUG nova.network.neutron [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.267088] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.330441] env[62153]: DEBUG nova.network.neutron [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Port ef5cf30c-6f2c-4a34-9120-540bcdff34c9 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1970.330728] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.330882] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.331219] env[62153]: DEBUG nova.network.neutron [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.371902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-15bc1098-a463-467c-bb61-ccb3e5bb9647 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "a77bf89c-c665-439d-a042-7b167878e14f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.537s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.655033] env[62153]: DEBUG nova.compute.manager [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1970.655033] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.655829] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be04602-fe00-4f41-bb0e-7d4b0e30c6a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.668402] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.668713] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb874ed-5722-48ca-aee2-6ae96f16ece9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.681463] env[62153]: DEBUG oslo_vmware.api [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1970.681463] env[62153]: value = "task-2073173" [ 1970.681463] env[62153]: _type = "Task" [ 1970.681463] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.696631] env[62153]: DEBUG oslo_vmware.api [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.759214] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497421} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.759523] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 73594d45-024c-437c-ba56-8f8513e7c0f7/73594d45-024c-437c-ba56-8f8513e7c0f7.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1970.759640] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1970.760125] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b034fb2b-357a-4cf4-9c8a-9d272a6fd55f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.773712] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1970.773712] env[62153]: value = "task-2073174" [ 1970.773712] env[62153]: _type = "Task" [ 1970.773712] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.783614] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.844358] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a7f085e-c19e-4905-b455-87e66e80eb8b tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.846833] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.165s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.847131] env[62153]: DEBUG nova.objects.instance [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lazy-loading 'resources' on Instance uuid c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.194587] env[62153]: DEBUG oslo_vmware.api [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073173, 'name': PowerOffVM_Task, 'duration_secs': 0.367338} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.194587] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.194820] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1971.195059] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-433ae12d-b326-41e0-9a51-61a794e120f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.220367] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.221022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.221352] env[62153]: DEBUG nova.network.neutron [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.289314] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173061} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.294028] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1971.294028] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca94c1-811f-4bdd-8dd9-3ace29bcaf5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.320336] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 73594d45-024c-437c-ba56-8f8513e7c0f7/73594d45-024c-437c-ba56-8f8513e7c0f7.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.323286] env[62153]: DEBUG nova.network.neutron [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.330345] env[62153]: DEBUG nova.network.neutron [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updated VIF entry in instance network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.334777] env[62153]: DEBUG nova.network.neutron [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.335624] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933853eb-89a0-429b-a7c0-743cfe0dfc37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.366015] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1971.368189] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1971.368189] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Deleting the datastore file [datastore1] 83d52cb2-36d7-48d5-af24-418cf7d13ed8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1971.371367] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c0bc4b-95b2-4bbc-a322-17ae58afb7b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.382677] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1971.382677] env[62153]: value = "task-2073177" [ 1971.382677] env[62153]: _type = "Task" [ 1971.382677] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.384210] env[62153]: DEBUG oslo_vmware.api [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for the task: (returnval){ [ 1971.384210] env[62153]: value = "task-2073176" [ 1971.384210] env[62153]: _type = "Task" [ 1971.384210] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.401373] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.408224] env[62153]: DEBUG oslo_vmware.api [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.869283] env[62153]: DEBUG oslo_concurrency.lockutils [req-ec36dab2-7286-4015-a5e2-eec5982e0694 req-41c0be91-e764-4d6e-9de7-76b8a525b90c service nova] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.869283] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.880420] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3297721-7b0e-4b86-93c3-4b5b1d04ce4c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.901029] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.902300] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b24e48-a039-43b3-aabb-d7dcabdc6af2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.909243] env[62153]: DEBUG oslo_vmware.api [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Task: {'id': task-2073176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161891} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.909855] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1971.910097] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1971.910289] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1971.910461] env[62153]: INFO nova.compute.manager [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1971.910699] env[62153]: DEBUG oslo.service.loopingcall [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.910889] env[62153]: DEBUG nova.compute.manager [-] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1971.910982] env[62153]: DEBUG nova.network.neutron [-] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1971.942256] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c990dda-7818-4ac8-99c9-2b36ee9ed9d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.951113] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc339ac-cb62-4df6-b2cd-e50274340751 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.970548] env[62153]: DEBUG nova.compute.provider_tree [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.229244] env[62153]: DEBUG nova.network.neutron [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance_info_cache with network_info: [{"id": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "address": "fa:16:3e:32:b5:5e", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b87eec-5f", "ovs_interfaceid": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.384246] env[62153]: DEBUG nova.compute.manager [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62153) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1972.384572] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.395845] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073177, 'name': ReconfigVM_Task, 'duration_secs': 0.784969} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.396171] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 73594d45-024c-437c-ba56-8f8513e7c0f7/73594d45-024c-437c-ba56-8f8513e7c0f7.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1972.396801] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b74bb645-7f7a-4663-8d01-663dc6160b9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.404867] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1972.404867] env[62153]: value = "task-2073178" [ 1972.404867] env[62153]: _type = "Task" [ 1972.404867] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.414342] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073178, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.473692] env[62153]: DEBUG nova.scheduler.client.report [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.732656] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.796993] env[62153]: DEBUG nova.compute.manager [req-40efc1b7-ee63-4181-8ff2-f1f2f6faaf72 req-aaec4e65-0110-4f9d-8e3b-7e1414e5f284 service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Received event network-vif-deleted-e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1972.797213] env[62153]: INFO nova.compute.manager [req-40efc1b7-ee63-4181-8ff2-f1f2f6faaf72 req-aaec4e65-0110-4f9d-8e3b-7e1414e5f284 service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Neutron deleted interface e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18; detaching it from the instance and deleting it from the info cache [ 1972.797420] env[62153]: DEBUG nova.network.neutron [req-40efc1b7-ee63-4181-8ff2-f1f2f6faaf72 req-aaec4e65-0110-4f9d-8e3b-7e1414e5f284 service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.859245] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.859673] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.917895] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073178, 'name': Rename_Task, 'duration_secs': 0.144523} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.918612] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1972.918969] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e294947-a51f-4616-bde6-8aac5afbf4e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.929008] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1972.929008] env[62153]: value = "task-2073179" [ 1972.929008] env[62153]: _type = "Task" [ 1972.929008] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.937997] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.980785] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.989318] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.711s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.989318] env[62153]: DEBUG nova.objects.instance [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lazy-loading 'resources' on Instance uuid 3e4e261d-0a7c-4ed7-b089-2226f09d9f46 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1973.007574] env[62153]: INFO nova.scheduler.client.report [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Deleted allocations for instance c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd [ 1973.139323] env[62153]: DEBUG nova.network.neutron [-] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.257133] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bf8cf9-520e-4000-a166-cdd1348aff21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.279832] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc94d0d8-e1f1-401f-9d3b-96c112581f76 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.288325] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1973.303410] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41ca8d97-802e-4872-9938-af2e12d71107 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.313324] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1be2230-f213-4f36-89fc-22b666b99ef0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.355029] env[62153]: DEBUG nova.compute.manager [req-40efc1b7-ee63-4181-8ff2-f1f2f6faaf72 req-aaec4e65-0110-4f9d-8e3b-7e1414e5f284 service nova] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Detach interface failed, port_id=e5a486a2-2e64-48b3-9fe0-c0f6b7a76f18, reason: Instance 83d52cb2-36d7-48d5-af24-418cf7d13ed8 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1973.361936] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.439088] env[62153]: DEBUG oslo_vmware.api [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073179, 'name': PowerOnVM_Task, 'duration_secs': 0.487128} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.439380] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1973.439585] env[62153]: INFO nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1973.439801] env[62153]: DEBUG nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1973.440589] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6df1a8-5a0e-4b91-a2e8-5067ca591ef5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.524639] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b1175c50-81b0-4a40-bd47-cafca6af2c38 tempest-ServerShowV254Test-111406563 tempest-ServerShowV254Test-111406563-project-member] Lock "c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.282s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.619385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.619766] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "00402ed1-3104-4de8-908b-73768076ae4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.646950] env[62153]: INFO nova.compute.manager [-] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Took 1.73 seconds to deallocate network for instance. [ 1973.794188] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.794734] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a896b7c-a170-4f98-b8c5-72cc8fe30cfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.803439] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1973.803439] env[62153]: value = "task-2073180" [ 1973.803439] env[62153]: _type = "Task" [ 1973.803439] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.813614] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.883221] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.964247] env[62153]: INFO nova.compute.manager [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Took 48.09 seconds to build instance. [ 1973.997011] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8533066-f5e9-4fc9-a20f-29e8d3ade1f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.006495] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5c5c2-6fdb-4657-b493-8cb607365af2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.043291] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6189937-c6ec-4c46-84f6-7ebddfdaee1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.054335] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1644f0-5655-4693-b977-18bab6a75283 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.067096] env[62153]: DEBUG nova.compute.provider_tree [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.123064] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.157216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.318022] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.468973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8f9c8328-55fd-4187-8fda-2e2fca0bdc5a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.436s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.571818] env[62153]: DEBUG nova.scheduler.client.report [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.654055] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.744212] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "73594d45-024c-437c-ba56-8f8513e7c0f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.744492] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.744898] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "73594d45-024c-437c-ba56-8f8513e7c0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.744898] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.745065] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.747090] env[62153]: INFO nova.compute.manager [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Terminating instance [ 1974.815514] env[62153]: DEBUG oslo_vmware.api [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073180, 'name': PowerOnVM_Task, 'duration_secs': 0.626187} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.815790] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.816014] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5cd89-06c6-443e-8db7-31a4aa5faa8f tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance '4757876f-c636-4fd1-b22e-8d9f03fa2477' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1975.082102] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.084459] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.287s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.084726] env[62153]: DEBUG nova.objects.instance [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lazy-loading 'resources' on Instance uuid 78ca51c7-9dc9-4803-b322-9655bfa28878 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.113646] env[62153]: INFO nova.scheduler.client.report [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted allocations for instance 3e4e261d-0a7c-4ed7-b089-2226f09d9f46 [ 1975.253461] env[62153]: DEBUG nova.compute.manager [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1975.253690] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1975.257041] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d20ef-84a5-4123-972c-8058990884bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.264424] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1975.264691] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a23ce50f-2f8a-4615-b656-bc49313b4e38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.274106] env[62153]: DEBUG oslo_vmware.api [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1975.274106] env[62153]: value = "task-2073181" [ 1975.274106] env[62153]: _type = "Task" [ 1975.274106] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.285319] env[62153]: DEBUG oslo_vmware.api [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.627389] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4b195a8-7728-47f7-a9ca-53428a7aa2e6 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "3e4e261d-0a7c-4ed7-b089-2226f09d9f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.910s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.790478] env[62153]: DEBUG oslo_vmware.api [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073181, 'name': PowerOffVM_Task, 'duration_secs': 0.237733} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.790726] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1975.790896] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1975.791163] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8eb8dc-25a2-4909-b82b-717c767ea66e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.037055] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9597f-4703-46d9-9ad7-ac179fe004bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.047195] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc6d2a-146b-4c1a-b2a9-a92161384617 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.079909] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bad1a9-d404-4c4a-8cf8-9329dddfa0dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.088218] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c4c46-311c-4fdd-9a36-e2fc2a65d63f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.103184] env[62153]: DEBUG nova.compute.provider_tree [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.610131] env[62153]: DEBUG nova.scheduler.client.report [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.891478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.891899] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.891899] env[62153]: DEBUG nova.compute.manager [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Going to confirm migration 3 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1977.113036] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.115427] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.415s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.116769] env[62153]: INFO nova.compute.claims [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1977.131889] env[62153]: INFO nova.scheduler.client.report [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Deleted allocations for instance 78ca51c7-9dc9-4803-b322-9655bfa28878 [ 1977.467835] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.468059] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.468247] env[62153]: DEBUG nova.network.neutron [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.468491] env[62153]: DEBUG nova.objects.instance [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'info_cache' on Instance uuid 4757876f-c636-4fd1-b22e-8d9f03fa2477 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.641181] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4b5697f5-a7c8-4646-8ff3-21389e1e7680 tempest-MultipleCreateTestJSON-1775194943 tempest-MultipleCreateTestJSON-1775194943-project-member] Lock "78ca51c7-9dc9-4803-b322-9655bfa28878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.709s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.489163] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2f8fcd-5364-463b-9ab7-a297924ecd3d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.496944] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f998b914-0ff0-4ea0-bb52-755c326bca42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.535638] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311a6c7c-9515-4ecc-bcd0-4666b94cce89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.545753] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da3de8-84ce-4fd4-bf45-b67e2e036fd0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.561398] env[62153]: DEBUG nova.compute.provider_tree [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.929727] env[62153]: DEBUG nova.network.neutron [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance_info_cache with network_info: [{"id": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "address": "fa:16:3e:32:b5:5e", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b87eec-5f", "ovs_interfaceid": "74b87eec-5f6d-4e29-8121-cd37f01f4d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.065784] env[62153]: DEBUG nova.scheduler.client.report [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.106875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.106875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.434627] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-4757876f-c636-4fd1-b22e-8d9f03fa2477" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.434627] env[62153]: DEBUG nova.objects.instance [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'migration_context' on Instance uuid 4757876f-c636-4fd1-b22e-8d9f03fa2477 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.577743] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.578185] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1979.583667] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.826s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.585022] env[62153]: INFO nova.compute.claims [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1979.588341] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "666efc5c-569c-410a-b6a2-4b3f8978e434" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.588341] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.608817] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1979.938495] env[62153]: DEBUG nova.objects.base [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Object Instance<4757876f-c636-4fd1-b22e-8d9f03fa2477> lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1979.939465] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f356b-5ebe-447a-a33e-9fd20ea02e32 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.968245] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82b802d-9f88-4142-8f1b-32c31d0c3c02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.976731] env[62153]: DEBUG oslo_vmware.api [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 1979.976731] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526484b2-9cd1-565a-77ce-d442d678ae24" [ 1979.976731] env[62153]: _type = "Task" [ 1979.976731] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.991032] env[62153]: DEBUG oslo_vmware.api [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526484b2-9cd1-565a-77ce-d442d678ae24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.085400] env[62153]: DEBUG nova.compute.utils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.088356] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "9ee33263-4acd-44ef-9e46-df0a1b729771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.088356] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.090861] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1980.090861] env[62153]: DEBUG nova.network.neutron [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.097292] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.141703] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.177677] env[62153]: DEBUG nova.policy [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ebde6a8ad247b6acba4129a0816c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '282f9cac29044743a048f28c31634a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.491373] env[62153]: DEBUG oslo_vmware.api [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526484b2-9cd1-565a-77ce-d442d678ae24, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.491778] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.580237] env[62153]: DEBUG nova.network.neutron [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Successfully created port: 50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1980.592805] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1980.600365] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.635504] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.096019] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9302cf1-c141-4548-a7b5-367d609f8d3e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.106975] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc50c2-d36f-4bd3-ad0e-d778152c3763 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.146637] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.147442] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7d0710-ad30-4e7f-82f1-3cf7fbac26c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.155798] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d71e0b-0cc0-4965-b96a-0f125dceaf2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.170547] env[62153]: DEBUG nova.compute.provider_tree [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.605379] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1981.675117] env[62153]: DEBUG nova.scheduler.client.report [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.730190] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1981.730784] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.731135] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1981.731421] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.731670] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1981.731940] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1981.732319] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1981.732587] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1981.733183] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1981.733344] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1981.735018] env[62153]: DEBUG nova.virt.hardware [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1981.735018] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3660a6-d025-4097-9e94-31e3673dc7bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.745186] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e48e67-c373-44cc-8093-6bd1984a398a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.023272] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1982.025028] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1982.183020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.183020] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1982.185165] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.342s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.185957] env[62153]: DEBUG nova.objects.instance [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1982.532839] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1982.532839] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1982.696268] env[62153]: DEBUG nova.compute.utils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.697668] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.697668] env[62153]: DEBUG nova.network.neutron [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.760188] env[62153]: DEBUG nova.policy [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0f2c216fb240268446bd0af3b863d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee16f752e09c4e5694f75ec2697b6271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.833737] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1982.833964] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1982.834160] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleting the datastore file [datastore1] 73594d45-024c-437c-ba56-8f8513e7c0f7 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1982.834496] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8084c481-c405-441f-8a8e-686092ae2d4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.841661] env[62153]: DEBUG oslo_vmware.api [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 1982.841661] env[62153]: value = "task-2073183" [ 1982.841661] env[62153]: _type = "Task" [ 1982.841661] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.851453] env[62153]: DEBUG oslo_vmware.api [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.065060] env[62153]: DEBUG nova.network.neutron [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Successfully created port: 092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.198921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a4a0c5eb-e204-4432-a728-ffe6baffba90 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.200510] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.978s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.201560] env[62153]: INFO nova.compute.claims [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1983.204218] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.355315] env[62153]: DEBUG oslo_vmware.api [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168986} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.355647] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1983.355828] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1983.356055] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.356249] env[62153]: INFO nova.compute.manager [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Took 8.10 seconds to destroy the instance on the hypervisor. [ 1983.356497] env[62153]: DEBUG oslo.service.loopingcall [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.356694] env[62153]: DEBUG nova.compute.manager [-] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.356794] env[62153]: DEBUG nova.network.neutron [-] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1983.804495] env[62153]: DEBUG nova.compute.manager [req-69b9f697-efdb-4540-8a52-2d2855b33379 req-737e2f9f-7b42-469c-854d-f97be05ebd9c service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Received event network-vif-plugged-50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1983.804495] env[62153]: DEBUG oslo_concurrency.lockutils [req-69b9f697-efdb-4540-8a52-2d2855b33379 req-737e2f9f-7b42-469c-854d-f97be05ebd9c service nova] Acquiring lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.804823] env[62153]: DEBUG oslo_concurrency.lockutils [req-69b9f697-efdb-4540-8a52-2d2855b33379 req-737e2f9f-7b42-469c-854d-f97be05ebd9c service nova] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.804823] env[62153]: DEBUG oslo_concurrency.lockutils [req-69b9f697-efdb-4540-8a52-2d2855b33379 req-737e2f9f-7b42-469c-854d-f97be05ebd9c service nova] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.804923] env[62153]: DEBUG nova.compute.manager [req-69b9f697-efdb-4540-8a52-2d2855b33379 req-737e2f9f-7b42-469c-854d-f97be05ebd9c service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] No waiting events found dispatching network-vif-plugged-50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.806087] env[62153]: WARNING nova.compute.manager [req-69b9f697-efdb-4540-8a52-2d2855b33379 req-737e2f9f-7b42-469c-854d-f97be05ebd9c service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Received unexpected event network-vif-plugged-50e8f271-6be1-4950-910e-fab1a1cf7d17 for instance with vm_state building and task_state spawning. [ 1984.176138] env[62153]: DEBUG nova.network.neutron [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Successfully updated port: 50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.223285] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1984.246883] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.247067] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.247232] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.247984] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.248222] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.248413] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.248771] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.248976] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.249230] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.249430] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.249680] env[62153]: DEBUG nova.virt.hardware [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.250607] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e98b1c-fe2a-4299-bca1-3f3f94e72e1d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.267063] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb6473-aab6-429b-a92d-ad7683a20eb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.313378] env[62153]: DEBUG nova.network.neutron [-] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.618305] env[62153]: DEBUG nova.compute.manager [req-57ed7e6a-5d3b-4bb3-983f-5f94734a6d08 req-649c55c8-1977-4254-a3c8-c1c5c8162eaf service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Received event network-vif-plugged-092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1984.618603] env[62153]: DEBUG oslo_concurrency.lockutils [req-57ed7e6a-5d3b-4bb3-983f-5f94734a6d08 req-649c55c8-1977-4254-a3c8-c1c5c8162eaf service nova] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.618822] env[62153]: DEBUG oslo_concurrency.lockutils [req-57ed7e6a-5d3b-4bb3-983f-5f94734a6d08 req-649c55c8-1977-4254-a3c8-c1c5c8162eaf service nova] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.618998] env[62153]: DEBUG oslo_concurrency.lockutils [req-57ed7e6a-5d3b-4bb3-983f-5f94734a6d08 req-649c55c8-1977-4254-a3c8-c1c5c8162eaf service nova] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.619191] env[62153]: DEBUG nova.compute.manager [req-57ed7e6a-5d3b-4bb3-983f-5f94734a6d08 req-649c55c8-1977-4254-a3c8-c1c5c8162eaf service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] No waiting events found dispatching network-vif-plugged-092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1984.619357] env[62153]: WARNING nova.compute.manager [req-57ed7e6a-5d3b-4bb3-983f-5f94734a6d08 req-649c55c8-1977-4254-a3c8-c1c5c8162eaf service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Received unexpected event network-vif-plugged-092308ed-8247-4920-bf57-e9a6d021bc91 for instance with vm_state building and task_state spawning. [ 1984.622437] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.622566] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.622707] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1984.682484] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.682713] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.682897] env[62153]: DEBUG nova.network.neutron [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.699825] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca28c7d-787a-4500-9bb6-e2c7cf71d969 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.707481] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffab522-7e80-40b9-82cc-ab1f94e1cd49 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.742138] env[62153]: DEBUG nova.network.neutron [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Successfully updated port: 092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.743813] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f1160-edb6-4402-a894-644a8f082e94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.752812] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59875d20-aae0-4a69-ae26-c5e73089b7ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.768375] env[62153]: DEBUG nova.compute.provider_tree [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.815402] env[62153]: INFO nova.compute.manager [-] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Took 1.46 seconds to deallocate network for instance. [ 1985.216544] env[62153]: DEBUG nova.network.neutron [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1985.248527] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.248682] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.248835] env[62153]: DEBUG nova.network.neutron [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.271451] env[62153]: DEBUG nova.scheduler.client.report [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.322935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.446849] env[62153]: DEBUG nova.network.neutron [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.782282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.782282] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1985.784998] env[62153]: DEBUG nova.network.neutron [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1985.787070] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.313s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.883490] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [{"id": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "address": "fa:16:3e:8e:6f:d5", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d93be-a7", "ovs_interfaceid": "e02d93be-a74b-4d8e-adfe-ba3481a49d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.945349] env[62153]: DEBUG nova.compute.manager [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Received event network-vif-deleted-abaddbe9-e50f-4000-a4e6-8110e9cca598 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1985.945555] env[62153]: DEBUG nova.compute.manager [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Received event network-changed-50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1985.945723] env[62153]: DEBUG nova.compute.manager [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Refreshing instance network info cache due to event network-changed-50e8f271-6be1-4950-910e-fab1a1cf7d17. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1985.945911] env[62153]: DEBUG oslo_concurrency.lockutils [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] Acquiring lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.949285] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.949569] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Instance network_info: |[{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1985.949858] env[62153]: DEBUG oslo_concurrency.lockutils [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] Acquired lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.950050] env[62153]: DEBUG nova.network.neutron [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Refreshing network info cache for port 50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.951833] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:9a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e8f271-6be1-4950-910e-fab1a1cf7d17', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1985.959873] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating folder: Project (282f9cac29044743a048f28c31634a3d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1985.963501] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7634ae67-fa25-4d03-8f78-bea2c141e042 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.976706] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created folder: Project (282f9cac29044743a048f28c31634a3d) in parent group-v424816. [ 1985.976973] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating folder: Instances. Parent ref: group-v425005. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1985.977227] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a63957-25d2-46db-a6b2-d29f929f25b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.986678] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created folder: Instances in parent group-v425005. [ 1985.986929] env[62153]: DEBUG oslo.service.loopingcall [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.987151] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1985.987348] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00bb31a3-e51c-43e4-9a1d-36ab6b4e534e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.011781] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.011781] env[62153]: value = "task-2073189" [ 1986.011781] env[62153]: _type = "Task" [ 1986.011781] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.019764] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073189, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.036219] env[62153]: DEBUG nova.network.neutron [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.292105] env[62153]: DEBUG nova.compute.utils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1986.295821] env[62153]: INFO nova.compute.claims [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.300454] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1986.301315] env[62153]: DEBUG nova.network.neutron [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1986.358797] env[62153]: DEBUG nova.policy [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a004dfbb3884744bf69714bbf0554c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587f504af71b486a8779fc1b833ccb9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 1986.387806] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-f67d19d9-9511-4e6d-a396-2b9111b77675" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.387806] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1986.388019] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.388128] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.388354] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.388597] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.388811] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.388991] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.389190] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1986.389390] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.526926] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073189, 'name': CreateVM_Task, 'duration_secs': 0.345437} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.527495] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1986.527997] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.528389] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.529183] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1986.529183] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2df702-baab-4b7b-968b-3112cd1bc66c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.537750] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1986.537750] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527cdb88-c437-8c7d-2162-ec2f0b410b98" [ 1986.537750] env[62153]: _type = "Task" [ 1986.537750] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.542377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.542707] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Instance network_info: |[{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1986.543130] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:10:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092308ed-8247-4920-bf57-e9a6d021bc91', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.550952] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating folder: Project (ee16f752e09c4e5694f75ec2697b6271). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.551883] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cdd3b7c-6381-42ce-ace1-71eff03624f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.560673] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527cdb88-c437-8c7d-2162-ec2f0b410b98, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.560990] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.561253] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.561497] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.561699] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.561937] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.562232] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e4c9f8-65fa-4c50-a85f-9bb41cb4c88e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.567792] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created folder: Project (ee16f752e09c4e5694f75ec2697b6271) in parent group-v424816. [ 1986.567984] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating folder: Instances. Parent ref: group-v425008. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.568870] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-154cba66-9bcf-4cb5-aa1e-4e7fc2738b89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.576101] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.576302] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.578112] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b01f2d-8d3a-4925-88b5-8adc664fc129 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.580681] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created folder: Instances in parent group-v425008. [ 1986.580917] env[62153]: DEBUG oslo.service.loopingcall [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.581124] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.581662] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f06e4c-c5a1-4f80-b6d8-6d9a1dd11be0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.605857] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1986.605857] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52659e3a-02b4-7744-2166-a2b404a5d405" [ 1986.605857] env[62153]: _type = "Task" [ 1986.605857] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.611347] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.611347] env[62153]: value = "task-2073192" [ 1986.611347] env[62153]: _type = "Task" [ 1986.611347] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.618135] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52659e3a-02b4-7744-2166-a2b404a5d405, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.619708] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32b54be-cf1c-45a9-8f7d-c5f618cac308 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.625110] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073192, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.628227] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1986.628227] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c603ed-a5a9-6dee-412c-2a2b4dfeeae7" [ 1986.628227] env[62153]: _type = "Task" [ 1986.628227] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.638022] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c603ed-a5a9-6dee-412c-2a2b4dfeeae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.735893] env[62153]: DEBUG nova.network.neutron [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Successfully created port: f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1986.788479] env[62153]: DEBUG nova.network.neutron [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updated VIF entry in instance network info cache for port 50e8f271-6be1-4950-910e-fab1a1cf7d17. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1986.789008] env[62153]: DEBUG nova.network.neutron [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.801730] env[62153]: INFO nova.compute.resource_tracker [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating resource usage from migration ebafb5b6-2549-4d72-9fa9-7a23ad08694d [ 1986.805639] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1986.831177] env[62153]: DEBUG nova.compute.manager [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Received event network-changed-092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1986.831177] env[62153]: DEBUG nova.compute.manager [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Refreshing instance network info cache due to event network-changed-092308ed-8247-4920-bf57-e9a6d021bc91. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1986.831177] env[62153]: DEBUG oslo_concurrency.lockutils [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.831177] env[62153]: DEBUG oslo_concurrency.lockutils [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.831177] env[62153]: DEBUG nova.network.neutron [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Refreshing network info cache for port 092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.902622] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.124706] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073192, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.143256] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c603ed-a5a9-6dee-412c-2a2b4dfeeae7, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.143676] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.144104] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ecdd8782-c2af-45cc-bf8d-d516a83742b2/ecdd8782-c2af-45cc-bf8d-d516a83742b2.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1987.144530] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada650ab-ddc0-4640-9780-89585d624516 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.151490] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1987.151490] env[62153]: value = "task-2073193" [ 1987.151490] env[62153]: _type = "Task" [ 1987.151490] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.160061] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.289733] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a12f792-3877-43d5-9548-ab578ea1526c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.292645] env[62153]: DEBUG oslo_concurrency.lockutils [req-92ad4ae8-5254-4b38-8f96-1a1e61e101dc req-26f7fdde-b342-4a40-9533-e60e19fed158 service nova] Releasing lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.297816] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290690e7-e32c-4ff0-8fb3-b12e7a308693 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.333397] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1355794-f28a-48c0-95fb-15c9afaaac11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.343850] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a03a4a3-9310-4642-9884-3f0e97260e71 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.359068] env[62153]: DEBUG nova.compute.provider_tree [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.562526] env[62153]: DEBUG nova.network.neutron [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updated VIF entry in instance network info cache for port 092308ed-8247-4920-bf57-e9a6d021bc91. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.562892] env[62153]: DEBUG nova.network.neutron [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.623606] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073192, 'name': CreateVM_Task, 'duration_secs': 0.919721} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.623797] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1987.624562] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.624729] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.625416] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1987.625416] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667bd3cb-f29f-4d0d-ace1-4505a00e707b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.631604] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1987.631604] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b2c1cf-4dc4-2fc2-f7ae-3b302671979c" [ 1987.631604] env[62153]: _type = "Task" [ 1987.631604] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.640899] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b2c1cf-4dc4-2fc2-f7ae-3b302671979c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.662178] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.837984] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1987.862670] env[62153]: DEBUG nova.scheduler.client.report [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.868536] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1987.868863] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1987.869033] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1987.869224] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1987.869368] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1987.869539] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1987.869818] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1987.870033] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1987.870217] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1987.871137] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1987.871366] env[62153]: DEBUG nova.virt.hardware [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1987.872644] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b35e4a-1fbf-419d-9300-5add80e3cb5e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.881954] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53160391-f045-45f3-ad6a-fa1f98223a6a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.066281] env[62153]: DEBUG oslo_concurrency.lockutils [req-36e2ba9f-b5cd-4f91-8a13-aacadc57f50b req-8c70896a-016b-49d9-ba43-aad21655b09b service nova] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.143365] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b2c1cf-4dc4-2fc2-f7ae-3b302671979c, 'name': SearchDatastore_Task, 'duration_secs': 0.053746} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.143615] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.143862] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1988.144118] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.144270] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.144452] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.144992] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a37bfbf4-0547-45b7-b72f-7e827e7734ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.154401] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.154518] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.158323] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3262229d-eb51-4681-907f-302833d5bbb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.164630] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1988.164630] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520371d5-68f1-a5d4-076e-57a40b228201" [ 1988.164630] env[62153]: _type = "Task" [ 1988.164630] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.167906] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649675} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.171065] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ecdd8782-c2af-45cc-bf8d-d516a83742b2/ecdd8782-c2af-45cc-bf8d-d516a83742b2.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1988.171316] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1988.171586] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ae70e2-9a98-4176-8a8b-9274f3e9ab5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.179234] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520371d5-68f1-a5d4-076e-57a40b228201, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.180875] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1988.180875] env[62153]: value = "task-2073195" [ 1988.180875] env[62153]: _type = "Task" [ 1988.180875] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.181168] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4728b3-cc16-498c-a452-da9f5f33bbc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.195936] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.196325] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1988.196325] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a0725-e5c0-0f23-c290-db9e42e67993" [ 1988.196325] env[62153]: _type = "Task" [ 1988.196325] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.205401] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a0725-e5c0-0f23-c290-db9e42e67993, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.205654] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.205904] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2/e05c465c-41f8-423c-a721-b5e1ad75bab2.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1988.206171] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d99a5261-011c-4efa-9fc5-d6a9be8e3c1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.212839] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1988.212839] env[62153]: value = "task-2073196" [ 1988.212839] env[62153]: _type = "Task" [ 1988.212839] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.220978] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.376701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.376950] env[62153]: INFO nova.compute.manager [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Migrating [ 1988.386223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.521s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.386473] env[62153]: DEBUG nova.objects.instance [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'resources' on Instance uuid 1400ca89-6579-49ce-a9ff-9ce5fd976ed5 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.388412] env[62153]: DEBUG nova.compute.manager [req-34a47508-d846-4b2a-b1d6-d2c92b5c84e3 req-c9dd370f-7323-494b-bfb6-7b50d7467e8d service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Received event network-vif-plugged-f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1988.388641] env[62153]: DEBUG oslo_concurrency.lockutils [req-34a47508-d846-4b2a-b1d6-d2c92b5c84e3 req-c9dd370f-7323-494b-bfb6-7b50d7467e8d service nova] Acquiring lock "53aaafa9-ac00-4301-abcc-3aa0622bd455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.388899] env[62153]: DEBUG oslo_concurrency.lockutils [req-34a47508-d846-4b2a-b1d6-d2c92b5c84e3 req-c9dd370f-7323-494b-bfb6-7b50d7467e8d service nova] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.389105] env[62153]: DEBUG oslo_concurrency.lockutils [req-34a47508-d846-4b2a-b1d6-d2c92b5c84e3 req-c9dd370f-7323-494b-bfb6-7b50d7467e8d service nova] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.389410] env[62153]: DEBUG nova.compute.manager [req-34a47508-d846-4b2a-b1d6-d2c92b5c84e3 req-c9dd370f-7323-494b-bfb6-7b50d7467e8d service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] No waiting events found dispatching network-vif-plugged-f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1988.389592] env[62153]: WARNING nova.compute.manager [req-34a47508-d846-4b2a-b1d6-d2c92b5c84e3 req-c9dd370f-7323-494b-bfb6-7b50d7467e8d service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Received unexpected event network-vif-plugged-f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 for instance with vm_state building and task_state spawning. [ 1988.445660] env[62153]: DEBUG nova.network.neutron [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Successfully updated port: f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1988.695919] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072446} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.696240] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.697171] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b6ac1-541d-4dc9-99f6-e2cd93b8aa50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.722962] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ecdd8782-c2af-45cc-bf8d-d516a83742b2/ecdd8782-c2af-45cc-bf8d-d516a83742b2.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.727020] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa85d39-9cbc-40c1-a080-cc1741852c14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.749026] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.750702] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1988.750702] env[62153]: value = "task-2073197" [ 1988.750702] env[62153]: _type = "Task" [ 1988.750702] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.760871] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.898981] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.899714] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.899831] env[62153]: DEBUG nova.network.neutron [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.948728] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "refresh_cache-53aaafa9-ac00-4301-abcc-3aa0622bd455" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.948910] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquired lock "refresh_cache-53aaafa9-ac00-4301-abcc-3aa0622bd455" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.949079] env[62153]: DEBUG nova.network.neutron [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.225760] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731516} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.227705] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2/e05c465c-41f8-423c-a721-b5e1ad75bab2.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1989.227934] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1989.228440] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34faaf9c-0a6c-4353-9616-5fd0cd6ac37d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.236087] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1989.236087] env[62153]: value = "task-2073199" [ 1989.236087] env[62153]: _type = "Task" [ 1989.236087] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.247175] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.264866] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073197, 'name': ReconfigVM_Task, 'duration_secs': 0.352085} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.264866] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ecdd8782-c2af-45cc-bf8d-d516a83742b2/ecdd8782-c2af-45cc-bf8d-d516a83742b2.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.264866] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-445347ff-1125-4190-ad27-a8a38942ebad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.272140] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1989.272140] env[62153]: value = "task-2073200" [ 1989.272140] env[62153]: _type = "Task" [ 1989.272140] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.285539] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073200, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.324294] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559c8eb3-482f-49b6-bccc-74a2989db592 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.332438] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2973d9f9-c05c-4efe-96d8-9143f56ba916 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.363122] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984fd8f-b94b-48d6-92c8-c08c57842fb1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.371176] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09a657-efdb-4361-b07e-15838fb6bb57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.384740] env[62153]: DEBUG nova.compute.provider_tree [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.481708] env[62153]: DEBUG nova.network.neutron [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1989.610522] env[62153]: DEBUG nova.network.neutron [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Updating instance_info_cache with network_info: [{"id": "f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7", "address": "fa:16:3e:53:ca:07", "network": {"id": "cb03d276-e235-464e-b774-a8254d1303d0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1461812443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f504af71b486a8779fc1b833ccb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d46ee9-28", "ovs_interfaceid": "f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.653602] env[62153]: DEBUG nova.network.neutron [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.746466] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239783} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.746730] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1989.747501] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b778f-179b-4461-ac1d-d75b99f32bdf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.772055] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2/e05c465c-41f8-423c-a721-b5e1ad75bab2.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.772055] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe458969-2b78-4a20-bcd6-619e7eefcd98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.795265] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073200, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.796528] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1989.796528] env[62153]: value = "task-2073201" [ 1989.796528] env[62153]: _type = "Task" [ 1989.796528] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.804529] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.888988] env[62153]: DEBUG nova.scheduler.client.report [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.113423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Releasing lock "refresh_cache-53aaafa9-ac00-4301-abcc-3aa0622bd455" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.115057] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Instance network_info: |[{"id": "f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7", "address": "fa:16:3e:53:ca:07", "network": {"id": "cb03d276-e235-464e-b774-a8254d1303d0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1461812443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f504af71b486a8779fc1b833ccb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d46ee9-28", "ovs_interfaceid": "f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1990.115057] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:ca:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1990.121688] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Creating folder: Project (587f504af71b486a8779fc1b833ccb9d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1990.121978] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99102207-c42f-436f-bd3f-0ea8a69ffef9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.134440] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Created folder: Project (587f504af71b486a8779fc1b833ccb9d) in parent group-v424816. [ 1990.134645] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Creating folder: Instances. Parent ref: group-v425011. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1990.134893] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35638885-febd-419b-825b-37f72768cecd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.146052] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Created folder: Instances in parent group-v425011. [ 1990.146310] env[62153]: DEBUG oslo.service.loopingcall [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.146502] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1990.146798] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9254d2-fcde-4fe2-bd7e-153b2f755b91 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.161574] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.169126] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1990.169126] env[62153]: value = "task-2073204" [ 1990.169126] env[62153]: _type = "Task" [ 1990.169126] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.177853] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073204, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.303996] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073200, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.310216] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.394483] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.397407] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.495s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.397642] env[62153]: DEBUG nova.objects.instance [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lazy-loading 'resources' on Instance uuid fc087d27-beae-4e99-ad3d-72049e1fa4bb {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.416673] env[62153]: INFO nova.scheduler.client.report [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted allocations for instance 1400ca89-6579-49ce-a9ff-9ce5fd976ed5 [ 1990.465179] env[62153]: DEBUG nova.compute.manager [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Received event network-changed-f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.465542] env[62153]: DEBUG nova.compute.manager [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Refreshing instance network info cache due to event network-changed-f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1990.465789] env[62153]: DEBUG oslo_concurrency.lockutils [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] Acquiring lock "refresh_cache-53aaafa9-ac00-4301-abcc-3aa0622bd455" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.465984] env[62153]: DEBUG oslo_concurrency.lockutils [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] Acquired lock "refresh_cache-53aaafa9-ac00-4301-abcc-3aa0622bd455" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.466185] env[62153]: DEBUG nova.network.neutron [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Refreshing network info cache for port f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.680982] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073204, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.796275] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073200, 'name': Rename_Task, 'duration_secs': 1.19005} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.796525] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1990.796726] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2473fe5e-d8f8-4444-8b94-73424b4d8b83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.807137] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073201, 'name': ReconfigVM_Task, 'duration_secs': 0.886633} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.808248] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2/e05c465c-41f8-423c-a721-b5e1ad75bab2.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.808914] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 1990.808914] env[62153]: value = "task-2073205" [ 1990.808914] env[62153]: _type = "Task" [ 1990.808914] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.809123] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e493e745-ba00-4bbe-9295-13149f10df56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.817541] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.818632] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1990.818632] env[62153]: value = "task-2073206" [ 1990.818632] env[62153]: _type = "Task" [ 1990.818632] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.825741] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073206, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.926396] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6cff10cc-0556-4eed-8e67-23cd6960be59 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "1400ca89-6579-49ce-a9ff-9ce5fd976ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.878s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.185844] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073204, 'name': CreateVM_Task, 'duration_secs': 0.540115} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.186168] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1991.186905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.187105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.187427] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1991.193754] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2fb9a4-80fb-4228-824a-98bb6351addb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.201764] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1991.201764] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ce0bc-7da7-811b-11da-88be257e1a0a" [ 1991.201764] env[62153]: _type = "Task" [ 1991.201764] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.217222] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ce0bc-7da7-811b-11da-88be257e1a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.274063] env[62153]: DEBUG nova.network.neutron [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Updated VIF entry in instance network info cache for port f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.274063] env[62153]: DEBUG nova.network.neutron [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Updating instance_info_cache with network_info: [{"id": "f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7", "address": "fa:16:3e:53:ca:07", "network": {"id": "cb03d276-e235-464e-b774-a8254d1303d0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1461812443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587f504af71b486a8779fc1b833ccb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d46ee9-28", "ovs_interfaceid": "f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.323369] env[62153]: DEBUG oslo_vmware.api [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073205, 'name': PowerOnVM_Task, 'duration_secs': 0.477468} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.326663] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1991.327190] env[62153]: INFO nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1991.327387] env[62153]: DEBUG nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.329073] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0caa87c-7f17-4ebf-88ce-82c909c5c753 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.332188] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fa9f51-b3e5-40c1-8ac6-65570c42479c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.340426] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073206, 'name': Rename_Task, 'duration_secs': 0.18651} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.343463] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.347461] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d1cd60-7464-4feb-8b2e-5273789cc38e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.350761] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c81971-4432-48a6-80ab-6e8353e2af8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.360436] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 1991.360436] env[62153]: value = "task-2073208" [ 1991.360436] env[62153]: _type = "Task" [ 1991.360436] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.390172] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90684e05-fb97-4b82-a92f-fc6c511f04b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.399046] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.402369] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca97d0-c90a-44f9-9f5f-2fa3cd3a8b15 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.419131] env[62153]: DEBUG nova.compute.provider_tree [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.679086] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfac0870-f9c0-41e1-8ba4-8de90af64de0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.699257] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1991.712147] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ce0bc-7da7-811b-11da-88be257e1a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.02488} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.713030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.713030] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1991.713030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.713234] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.713336] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1991.713630] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c341a46d-db5f-4162-8282-aa1065f35542 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.724448] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1991.724649] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1991.725400] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92a1a64-2b3a-44b7-9ce6-6f48e6dd2c08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.731362] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1991.731362] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52011df7-53a8-722e-f1cd-efca55d4863c" [ 1991.731362] env[62153]: _type = "Task" [ 1991.731362] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.739575] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52011df7-53a8-722e-f1cd-efca55d4863c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.776385] env[62153]: DEBUG oslo_concurrency.lockutils [req-c6783782-512f-4487-ba4c-3e5d891633ad req-a4b57f87-3abc-4dec-ab2b-5864c00ce175 service nova] Releasing lock "refresh_cache-53aaafa9-ac00-4301-abcc-3aa0622bd455" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.861913] env[62153]: INFO nova.compute.manager [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Took 42.18 seconds to build instance. [ 1991.897536] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.921007] env[62153]: DEBUG nova.scheduler.client.report [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.208427] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.208773] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb34975-18e8-498a-b2c5-b5efb309241a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.219085] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1992.219085] env[62153]: value = "task-2073209" [ 1992.219085] env[62153]: _type = "Task" [ 1992.219085] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.229583] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.241043] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52011df7-53a8-722e-f1cd-efca55d4863c, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.241452] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89c3ac1-d518-4baf-b75d-99696e51a956 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.247543] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1992.247543] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527c1af9-b258-0e03-345e-95b6326d56c3" [ 1992.247543] env[62153]: _type = "Task" [ 1992.247543] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.256440] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527c1af9-b258-0e03-345e-95b6326d56c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.363743] env[62153]: DEBUG oslo_concurrency.lockutils [None req-73321108-db91-4d50-b482-6abe60749604 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.696s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.396553] env[62153]: DEBUG oslo_vmware.api [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073208, 'name': PowerOnVM_Task, 'duration_secs': 0.741827} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.396958] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.397232] env[62153]: INFO nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1992.397448] env[62153]: DEBUG nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.398302] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e1be6-f6c4-4578-8de0-716949e4b104 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.426327] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.428835] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.908s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.429817] env[62153]: DEBUG nova.objects.instance [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lazy-loading 'resources' on Instance uuid 5eb4314c-646c-4947-96fa-95a0814163af {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.456034] env[62153]: INFO nova.scheduler.client.report [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Deleted allocations for instance fc087d27-beae-4e99-ad3d-72049e1fa4bb [ 1992.732087] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1992.732305] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.769873] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527c1af9-b258-0e03-345e-95b6326d56c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.770191] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.770465] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 53aaafa9-ac00-4301-abcc-3aa0622bd455/53aaafa9-ac00-4301-abcc-3aa0622bd455.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1992.770742] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b9e8919-b8b5-4ea3-af76-6fe6e5983f43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.781833] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1992.781833] env[62153]: value = "task-2073210" [ 1992.781833] env[62153]: _type = "Task" [ 1992.781833] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.790804] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.916559] env[62153]: INFO nova.compute.manager [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Took 40.17 seconds to build instance. [ 1992.970519] env[62153]: DEBUG oslo_concurrency.lockutils [None req-96871030-b9e3-4dd9-8729-e1791d521ce7 tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "fc087d27-beae-4e99-ad3d-72049e1fa4bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.874s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.240502] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1993.240817] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.241102] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1993.241234] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.241391] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1993.241542] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1993.241751] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1993.241909] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1993.242130] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1993.242373] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1993.242503] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1993.251850] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01935e31-3ff7-4dc6-9558-3663664657c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.264864] env[62153]: DEBUG nova.compute.manager [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Received event network-changed-50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.265077] env[62153]: DEBUG nova.compute.manager [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Refreshing instance network info cache due to event network-changed-50e8f271-6be1-4950-910e-fab1a1cf7d17. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1993.265360] env[62153]: DEBUG oslo_concurrency.lockutils [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] Acquiring lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.265558] env[62153]: DEBUG oslo_concurrency.lockutils [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] Acquired lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.265865] env[62153]: DEBUG nova.network.neutron [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Refreshing network info cache for port 50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.276790] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1993.276790] env[62153]: value = "task-2073211" [ 1993.276790] env[62153]: _type = "Task" [ 1993.276790] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.293802] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.306237] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514758} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.306891] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 53aaafa9-ac00-4301-abcc-3aa0622bd455/53aaafa9-ac00-4301-abcc-3aa0622bd455.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1993.306891] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1993.307357] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb9145cf-01d0-402b-bc0d-3c23a5f326eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.315531] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1993.315531] env[62153]: value = "task-2073212" [ 1993.315531] env[62153]: _type = "Task" [ 1993.315531] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.331640] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.416590] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba5b17-b756-47de-9646-6c64ca44430d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.419617] env[62153]: DEBUG oslo_concurrency.lockutils [None req-17fc10dc-771d-4c44-b74d-f8463fe6eda5 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.697s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.425007] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742b2bd-2700-4531-8926-7860f632cc31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.458577] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8792f673-5688-4d0e-a526-07d75f9fd511 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.466934] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e2960-d95b-4f56-9b1b-848752cc15e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.481716] env[62153]: DEBUG nova.compute.provider_tree [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.788510] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073211, 'name': ReconfigVM_Task, 'duration_secs': 0.177205} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.789055] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.831314] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075888} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.831314] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1993.831314] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f25067-baf7-432f-b851-6abc9c17b8ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.859562] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 53aaafa9-ac00-4301-abcc-3aa0622bd455/53aaafa9-ac00-4301-abcc-3aa0622bd455.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1993.860792] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b821ee29-cbeb-4e9b-97eb-cab81a89829b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.888211] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1993.888211] env[62153]: value = "task-2073215" [ 1993.888211] env[62153]: _type = "Task" [ 1993.888211] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.900611] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.985357] env[62153]: DEBUG nova.scheduler.client.report [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.254346] env[62153]: DEBUG nova.network.neutron [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updated VIF entry in instance network info cache for port 50e8f271-6be1-4950-910e-fab1a1cf7d17. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.254512] env[62153]: DEBUG nova.network.neutron [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.297524] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.297919] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.299740] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.299971] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.300149] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.300487] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.300606] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.300694] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.300868] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.301043] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.301225] env[62153]: DEBUG nova.virt.hardware [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.309322] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1994.310377] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe9642f-125d-4454-a060-5a99a76bf987 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.331518] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1994.331518] env[62153]: value = "task-2073216" [ 1994.331518] env[62153]: _type = "Task" [ 1994.331518] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.338088] env[62153]: DEBUG nova.compute.manager [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Received event network-changed-092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.338303] env[62153]: DEBUG nova.compute.manager [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Refreshing instance network info cache due to event network-changed-092308ed-8247-4920-bf57-e9a6d021bc91. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1994.338522] env[62153]: DEBUG oslo_concurrency.lockutils [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.338680] env[62153]: DEBUG oslo_concurrency.lockutils [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.339206] env[62153]: DEBUG nova.network.neutron [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Refreshing network info cache for port 092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.347574] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.399862] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.492275] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.495231] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.110s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.521454] env[62153]: INFO nova.scheduler.client.report [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Deleted allocations for instance 5eb4314c-646c-4947-96fa-95a0814163af [ 1994.757537] env[62153]: DEBUG oslo_concurrency.lockutils [req-aada8575-ed1b-414e-bc58-20d08d3bfb0c req-11637ec0-8e50-4f44-ae7b-26e51ba46540 service nova] Releasing lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.845592] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073216, 'name': ReconfigVM_Task, 'duration_secs': 0.44203} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.845906] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1994.850572] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771299f-3647-4278-a858-f7dcc54105d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.876148] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a01141db-9e5a-4709-987c-02d9a8401300/a01141db-9e5a-4709-987c-02d9a8401300.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.876236] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af42128a-8238-4af6-8284-432a5e749b10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.905032] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073215, 'name': ReconfigVM_Task, 'duration_secs': 0.870057} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.905735] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 53aaafa9-ac00-4301-abcc-3aa0622bd455/53aaafa9-ac00-4301-abcc-3aa0622bd455.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1994.906605] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 1994.906605] env[62153]: value = "task-2073217" [ 1994.906605] env[62153]: _type = "Task" [ 1994.906605] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.906849] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8170aee-b65c-458a-9730-4f7a0c9c7b43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.919142] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.920652] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1994.920652] env[62153]: value = "task-2073218" [ 1994.920652] env[62153]: _type = "Task" [ 1994.920652] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.929845] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073218, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.999543] env[62153]: DEBUG nova.objects.instance [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lazy-loading 'migration_context' on Instance uuid ba79aeda-8018-47ca-97f0-88f4385c6150 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.030016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9c007818-df57-4bf8-b9f3-289176988a32 tempest-ServerShowV257Test-1584924578 tempest-ServerShowV257Test-1584924578-project-member] Lock "5eb4314c-646c-4947-96fa-95a0814163af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.864s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.212822] env[62153]: DEBUG nova.network.neutron [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updated VIF entry in instance network info cache for port 092308ed-8247-4920-bf57-e9a6d021bc91. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.212822] env[62153]: DEBUG nova.network.neutron [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.419491] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.430059] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073218, 'name': Rename_Task, 'duration_secs': 0.185867} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.430522] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.430606] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0cc6fd1-fa50-4210-9952-1f66ab3f041b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.439627] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1995.439627] env[62153]: value = "task-2073219" [ 1995.439627] env[62153]: _type = "Task" [ 1995.439627] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.448076] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.714428] env[62153]: DEBUG oslo_concurrency.lockutils [req-3795dcf3-71f8-47af-b0b9-a7d990bdf59e req-79cdf0f7-a48c-4487-a553-9a6ee54fd3de service nova] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.879110] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f6167-abaa-4bbe-97a8-03fb0f223611 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.887143] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ee2a4-4c61-4f03-8422-250d1a02352c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.926020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1880e7-5f63-476e-b8f7-82ca1d28f3c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.938470] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687ead73-76cf-4bf1-8b07-0120f396e8ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.942857] env[62153]: DEBUG oslo_vmware.api [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073217, 'name': ReconfigVM_Task, 'duration_secs': 0.618611} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.943343] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a01141db-9e5a-4709-987c-02d9a8401300/a01141db-9e5a-4709-987c-02d9a8401300.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.943661] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1995.956009] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073219, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.964368] env[62153]: DEBUG nova.compute.provider_tree [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.456771] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.457707] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c6379-1f6b-49ed-9e6e-3405e5d774f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.478378] env[62153]: DEBUG nova.scheduler.client.report [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.482417] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aca100-ce9d-4c72-b25f-28120ae727dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.501760] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.954867] env[62153]: DEBUG oslo_vmware.api [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073219, 'name': PowerOnVM_Task, 'duration_secs': 1.037864} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.955245] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.955405] env[62153]: INFO nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1996.955590] env[62153]: DEBUG nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.956442] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0198a-6285-47e8-b294-b906547c308b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.052011] env[62153]: DEBUG nova.network.neutron [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Port adee4696-b081-46c8-ae90-8c193908fdc3 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1997.282630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.282930] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.283175] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "ac73bd12-161a-4720-8069-8b648645038b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.283371] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.283567] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.285979] env[62153]: INFO nova.compute.manager [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Terminating instance [ 1997.477220] env[62153]: INFO nova.compute.manager [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Took 42.27 seconds to build instance. [ 1997.494525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.998s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.499785] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.617s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.501396] env[62153]: INFO nova.compute.claims [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.789621] env[62153]: DEBUG nova.compute.manager [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1997.789859] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.790824] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c54d05-3261-4ce5-92cc-d591f79b1782 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.799387] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.799627] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3767796-069f-4769-b76b-0d7c021ac21c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.807409] env[62153]: DEBUG oslo_vmware.api [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1997.807409] env[62153]: value = "task-2073222" [ 1997.807409] env[62153]: _type = "Task" [ 1997.807409] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.815581] env[62153]: DEBUG oslo_vmware.api [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.878203] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "53aaafa9-ac00-4301-abcc-3aa0622bd455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.979469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f9f71690-d87c-4bef-96ce-f992020f73df tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.790s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.979796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.102s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.980110] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "53aaafa9-ac00-4301-abcc-3aa0622bd455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.980430] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.980731] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.983273] env[62153]: INFO nova.compute.manager [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Terminating instance [ 1998.079679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.079679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.079679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.318712] env[62153]: DEBUG oslo_vmware.api [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073222, 'name': PowerOffVM_Task, 'duration_secs': 0.20782} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.319025] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.319209] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.319465] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87cb8fbc-a6b8-4691-a3f2-e45db550b704 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.487906] env[62153]: DEBUG nova.compute.manager [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.488197] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.489201] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537f574-41ba-4d77-a74f-9d9ca8bf1fa0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.499349] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.499349] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4be443-e53f-40ce-943a-05dc19d2478f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.508180] env[62153]: DEBUG oslo_vmware.api [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1998.508180] env[62153]: value = "task-2073224" [ 1998.508180] env[62153]: _type = "Task" [ 1998.508180] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.521202] env[62153]: DEBUG oslo_vmware.api [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.581601] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1998.581820] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1998.582436] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Deleting the datastore file [datastore1] ac73bd12-161a-4720-8069-8b648645038b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1998.582513] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e75a230-253c-43e7-9620-fb4a5cae2c85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.593937] env[62153]: DEBUG oslo_vmware.api [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for the task: (returnval){ [ 1998.593937] env[62153]: value = "task-2073225" [ 1998.593937] env[62153]: _type = "Task" [ 1998.593937] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.606173] env[62153]: DEBUG oslo_vmware.api [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.879655] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8af090-903e-41cb-bb68-714f4b238143 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.887493] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c9a909-043f-43bd-9be5-a8ba0962dd62 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.918108] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1b5fe-ed16-49b3-90fc-5cbd611fe216 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.926503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee2857-f337-499b-8a02-f709358e7f5a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.942483] env[62153]: DEBUG nova.compute.provider_tree [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.018567] env[62153]: DEBUG oslo_vmware.api [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073224, 'name': PowerOffVM_Task, 'duration_secs': 0.216051} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.018893] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.019105] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.019359] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac953400-3e57-4d25-b612-b3e2ad731db6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.039992] env[62153]: INFO nova.compute.manager [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Swapping old allocation on dict_keys(['68e6e50c-305b-48b9-aaad-e87ef5e51e34']) held by migration 34dde326-06a4-46b7-bbc6-88d535d8a944 for instance [ 1999.064401] env[62153]: DEBUG nova.scheduler.client.report [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Overwriting current allocation {'allocations': {'68e6e50c-305b-48b9-aaad-e87ef5e51e34': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '15204657c616483a86ab8367c2dc68d7', 'user_id': 'a46aa494fee0458ab85e08b225700843', 'consumer_generation': 1} on consumer ba79aeda-8018-47ca-97f0-88f4385c6150 {{(pid=62153) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1999.105233] env[62153]: DEBUG oslo_vmware.api [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Task: {'id': task-2073225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130511} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.105898] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1999.106581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1999.106581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1999.106581] env[62153]: INFO nova.compute.manager [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] [instance: ac73bd12-161a-4720-8069-8b648645038b] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1999.106736] env[62153]: DEBUG oslo.service.loopingcall [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1999.106860] env[62153]: DEBUG nova.compute.manager [-] [instance: ac73bd12-161a-4720-8069-8b648645038b] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1999.106961] env[62153]: DEBUG nova.network.neutron [-] [instance: ac73bd12-161a-4720-8069-8b648645038b] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1999.126320] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.126540] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.126722] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Deleting the datastore file [datastore1] 53aaafa9-ac00-4301-abcc-3aa0622bd455 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.126997] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4695e34-a344-46a8-830e-b621124249a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.129921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.130092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.130364] env[62153]: DEBUG nova.network.neutron [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1999.140022] env[62153]: DEBUG oslo_vmware.api [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for the task: (returnval){ [ 1999.140022] env[62153]: value = "task-2073227" [ 1999.140022] env[62153]: _type = "Task" [ 1999.140022] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.153336] env[62153]: DEBUG oslo_vmware.api [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.164267] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.164267] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquired lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.164267] env[62153]: DEBUG nova.network.neutron [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1999.445926] env[62153]: DEBUG nova.scheduler.client.report [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.647682] env[62153]: DEBUG oslo_vmware.api [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Task: {'id': task-2073227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128514} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.647930] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1999.648135] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1999.648317] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1999.648489] env[62153]: INFO nova.compute.manager [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1999.648728] env[62153]: DEBUG oslo.service.loopingcall [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1999.648907] env[62153]: DEBUG nova.compute.manager [-] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1999.649038] env[62153]: DEBUG nova.network.neutron [-] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1999.951613] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.951613] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.961082] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.802s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.961248] env[62153]: DEBUG nova.objects.instance [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lazy-loading 'resources' on Instance uuid 83d52cb2-36d7-48d5-af24-418cf7d13ed8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.006117] env[62153]: DEBUG nova.network.neutron [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [{"id": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "address": "fa:16:3e:47:42:0d", "network": {"id": "951291fa-985a-43fa-966b-f4d695923b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f1d909704fa54b37bcf07f949b865a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cf30c-6f", "ovs_interfaceid": "ef5cf30c-6f2c-4a34-9120-540bcdff34c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.130792] env[62153]: DEBUG nova.compute.manager [req-3959702f-9543-463b-8f84-60c3f311d077 req-e0397fb8-96c4-4ce4-bbd5-c87aee2d2521 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Received event network-vif-deleted-da11dda1-da40-404d-b145-79a21eefb45e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2000.131065] env[62153]: INFO nova.compute.manager [req-3959702f-9543-463b-8f84-60c3f311d077 req-e0397fb8-96c4-4ce4-bbd5-c87aee2d2521 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Neutron deleted interface da11dda1-da40-404d-b145-79a21eefb45e; detaching it from the instance and deleting it from the info cache [ 2000.131239] env[62153]: DEBUG nova.network.neutron [req-3959702f-9543-463b-8f84-60c3f311d077 req-e0397fb8-96c4-4ce4-bbd5-c87aee2d2521 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.276700] env[62153]: DEBUG nova.network.neutron [-] [instance: ac73bd12-161a-4720-8069-8b648645038b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.382597] env[62153]: DEBUG nova.network.neutron [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.467298] env[62153]: DEBUG nova.compute.utils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.471757] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2000.471937] env[62153]: DEBUG nova.network.neutron [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.493213] env[62153]: DEBUG nova.compute.manager [req-ba221ac3-e7af-42a3-8cde-fdfe1391c363 req-9baf909c-80b2-41df-a59b-c48fec82584a service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Received event network-vif-deleted-f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2000.493400] env[62153]: INFO nova.compute.manager [req-ba221ac3-e7af-42a3-8cde-fdfe1391c363 req-9baf909c-80b2-41df-a59b-c48fec82584a service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Neutron deleted interface f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7; detaching it from the instance and deleting it from the info cache [ 2000.493567] env[62153]: DEBUG nova.network.neutron [req-ba221ac3-e7af-42a3-8cde-fdfe1391c363 req-9baf909c-80b2-41df-a59b-c48fec82584a service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.509527] env[62153]: DEBUG oslo_concurrency.lockutils [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Releasing lock "refresh_cache-ba79aeda-8018-47ca-97f0-88f4385c6150" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.509953] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.510445] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1016e526-dacd-4317-8708-3c187c6b740d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.517052] env[62153]: DEBUG nova.policy [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.521856] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2000.521856] env[62153]: value = "task-2073229" [ 2000.521856] env[62153]: _type = "Task" [ 2000.521856] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.532690] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.633444] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7d43141-4d43-4deb-8d2f-b3841fd20ed6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.648673] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2ddae7-f048-48ba-a66f-21b39511b839 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.686948] env[62153]: DEBUG nova.compute.manager [req-3959702f-9543-463b-8f84-60c3f311d077 req-e0397fb8-96c4-4ce4-bbd5-c87aee2d2521 service nova] [instance: ac73bd12-161a-4720-8069-8b648645038b] Detach interface failed, port_id=da11dda1-da40-404d-b145-79a21eefb45e, reason: Instance ac73bd12-161a-4720-8069-8b648645038b could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2000.781197] env[62153]: INFO nova.compute.manager [-] [instance: ac73bd12-161a-4720-8069-8b648645038b] Took 1.67 seconds to deallocate network for instance. [ 2000.852062] env[62153]: DEBUG nova.network.neutron [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Successfully created port: d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2000.885316] env[62153]: DEBUG oslo_concurrency.lockutils [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.890823] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a76ccb-5b23-43e0-8fd5-a5dfd8241b88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.900903] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844aada-1525-43ed-9aa1-b9feab0e20bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.932858] env[62153]: DEBUG nova.network.neutron [-] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.935212] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31907587-67a4-4993-9d00-31d98c5940c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.944706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2fadd4-82d3-402d-9bf9-0801be496af2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.959735] env[62153]: DEBUG nova.compute.provider_tree [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.972468] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2000.999868] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4db1b0a-2f4a-43fd-a67d-76d265c3969b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.010742] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931cf518-d151-4e20-983c-8365625cb17f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.033456] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073229, 'name': PowerOffVM_Task, 'duration_secs': 0.232959} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.033680] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.034464] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:45:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32f080fc-65b5-41bb-b1e5-e5d645a4a003',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2039047627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.034736] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.034907] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.035108] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.035263] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.035413] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.035620] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.035779] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.035944] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.036124] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.036302] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.055768] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71105422-6cd5-4919-9a96-2999a326dcf0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.066150] env[62153]: DEBUG nova.compute.manager [req-ba221ac3-e7af-42a3-8cde-fdfe1391c363 req-9baf909c-80b2-41df-a59b-c48fec82584a service nova] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Detach interface failed, port_id=f3d46ee9-28cc-47ac-aa8e-bd272cc6e0e7, reason: Instance 53aaafa9-ac00-4301-abcc-3aa0622bd455 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2001.073347] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2001.073347] env[62153]: value = "task-2073230" [ 2001.073347] env[62153]: _type = "Task" [ 2001.073347] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.081793] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.288289] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.417295] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3096955c-8ac4-4084-b4c7-56188f292cf0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.437593] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e8ec68-8d34-4354-bc5c-01504cc3356b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.440528] env[62153]: INFO nova.compute.manager [-] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Took 1.79 seconds to deallocate network for instance. [ 2001.447296] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.463236] env[62153]: DEBUG nova.scheduler.client.report [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.585927] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073230, 'name': ReconfigVM_Task, 'duration_secs': 0.156808} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.586384] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e2351c-8cce-44fa-8b8c-d3702cea2cd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.605050] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:45:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32f080fc-65b5-41bb-b1e5-e5d645a4a003',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2039047627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.605343] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.605535] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.605769] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.605949] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.606164] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.606348] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.606507] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.606673] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.606841] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.607016] env[62153]: DEBUG nova.virt.hardware [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.607786] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992ec584-f057-45a0-85c9-21464698927f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.613455] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2001.613455] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522837eb-02aa-f7ae-61de-0dd54c9bdea3" [ 2001.613455] env[62153]: _type = "Task" [ 2001.613455] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.621603] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522837eb-02aa-f7ae-61de-0dd54c9bdea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.952956] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.954638] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9b899-e592-4de8-9a01-63aa5bcd7833 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance 'a01141db-9e5a-4709-987c-02d9a8401300' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.971305] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.976069] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.321s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.977131] env[62153]: INFO nova.compute.claims [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.982538] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2002.013162] env[62153]: INFO nova.scheduler.client.report [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Deleted allocations for instance 83d52cb2-36d7-48d5-af24-418cf7d13ed8 [ 2002.018416] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2002.018815] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2002.019087] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2002.019324] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2002.019476] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2002.020268] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2002.020526] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2002.020717] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2002.020900] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2002.021102] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2002.021325] env[62153]: DEBUG nova.virt.hardware [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2002.022668] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a3c97e-8a78-462f-afba-09ebc3fe3378 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.034950] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd8ced-c691-4019-b313-d25a006f624f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.124130] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522837eb-02aa-f7ae-61de-0dd54c9bdea3, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.129618] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2002.129914] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2cb52ad-482c-4a47-8583-957c7b809223 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.149896] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2002.149896] env[62153]: value = "task-2073231" [ 2002.149896] env[62153]: _type = "Task" [ 2002.149896] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.158450] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.531988] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f038d9c1-97b8-4b2f-97b0-761cd38db6c9 tempest-ServerGroupTestJSON-491597579 tempest-ServerGroupTestJSON-491597579-project-member] Lock "83d52cb2-36d7-48d5-af24-418cf7d13ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.385s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.660979] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073231, 'name': ReconfigVM_Task, 'duration_secs': 0.16532} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.661304] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2002.662121] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1a6d46-f40c-4baa-b15c-ea822f60c2e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.686833] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.687191] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28029ca8-cdd6-4d87-8fb7-78e80927d217 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.707536] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2002.707536] env[62153]: value = "task-2073232" [ 2002.707536] env[62153]: _type = "Task" [ 2002.707536] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.716486] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.219426] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073232, 'name': ReconfigVM_Task, 'duration_secs': 0.286957} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.219719] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150/ba79aeda-8018-47ca-97f0-88f4385c6150.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.220604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481271b1-5d38-49c4-aef6-9cfa46202a8c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.242961] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55f7dc5-fa18-4df3-bee0-249f9bdc8c03 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.264044] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e8376-6a83-4938-b4f2-d1e2c87a3129 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.283925] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32edcbc-a5ae-42e4-a762-588fa6c78239 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.294779] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.295081] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f8952a-f8c3-48d8-9d44-16ccd38d3abd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.302613] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2003.302613] env[62153]: value = "task-2073233" [ 2003.302613] env[62153]: _type = "Task" [ 2003.302613] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.311162] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.337917] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18678cb8-1566-404f-b3a9-aeb08a51e7c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.346235] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f427a4fe-c8d9-4668-bd06-5ba08f71fb3f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.378974] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4bd613-3f25-4188-a0d0-5d64439633fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.386897] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c37bde-71eb-4b24-9700-7934aa8ae24f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.402976] env[62153]: DEBUG nova.compute.provider_tree [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.814991] env[62153]: DEBUG oslo_vmware.api [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073233, 'name': PowerOnVM_Task, 'duration_secs': 0.365} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.815672] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.912021] env[62153]: DEBUG nova.scheduler.client.report [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.963529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "aec37370-958c-4c2c-9e35-1fea38081d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.963923] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "aec37370-958c-4c2c-9e35-1fea38081d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.292663] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.293542] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.293826] env[62153]: DEBUG nova.compute.manager [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Going to confirm migration 4 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2004.415914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.416577] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2004.420890] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.279s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.425562] env[62153]: INFO nova.compute.claims [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2004.466906] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2004.827431] env[62153]: INFO nova.compute.manager [None req-509a9106-7f9d-452c-9117-77630bb1bf58 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance to original state: 'active' [ 2004.853575] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.854501] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.854885] env[62153]: DEBUG nova.network.neutron [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.854952] env[62153]: DEBUG nova.objects.instance [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'info_cache' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.931394] env[62153]: DEBUG nova.compute.utils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.934757] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2004.934933] env[62153]: DEBUG nova.network.neutron [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2004.945141] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.945401] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.945572] env[62153]: INFO nova.compute.manager [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Shelving [ 2004.996925] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.027414] env[62153]: DEBUG nova.policy [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.441725] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2005.445505] env[62153]: DEBUG nova.network.neutron [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Successfully created port: 0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2005.824638] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb32705-5431-41f5-b55a-9890048ba9f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.833311] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1479b-249b-4c38-9e00-783d6193d608 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.871799] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2056960c-9c78-4899-91c4-01c5f627d4b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.881022] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d58ee6-a8e8-4a62-84e3-69bd925cb18b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.899014] env[62153]: DEBUG nova.compute.provider_tree [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.954152] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.954475] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f7bbed7-4b43-4a63-9f4a-6e1adb9253a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.963708] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2005.963708] env[62153]: value = "task-2073234" [ 2005.963708] env[62153]: _type = "Task" [ 2005.963708] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.976320] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.983914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "ba79aeda-8018-47ca-97f0-88f4385c6150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.983914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.983914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.983914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.983914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.985572] env[62153]: INFO nova.compute.manager [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Terminating instance [ 2006.211632] env[62153]: DEBUG nova.network.neutron [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.401431] env[62153]: DEBUG nova.scheduler.client.report [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.454163] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2006.474089] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073234, 'name': PowerOffVM_Task, 'duration_secs': 0.190835} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.476215] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.477265] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04950224-4647-4e3b-be7c-0446d04dcc00 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.495999] env[62153]: DEBUG nova.compute.manager [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2006.496236] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2006.498621] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2006.498845] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2006.499008] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2006.499259] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2006.499426] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2006.499576] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2006.499783] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2006.499944] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2006.500130] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2006.500355] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2006.500555] env[62153]: DEBUG nova.virt.hardware [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2006.501335] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6804c5-fe54-4640-b042-3b1cfe684fcd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.504396] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19181a0d-eaeb-4052-b811-c53c409377b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.507396] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f2cf3-4b1d-4de4-896c-8344dbd17cbd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.518255] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.520223] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff0fb9bd-6e3b-4cf1-be51-fd00860d1de4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.523180] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4773bda-8013-4f9f-a7cb-8f56701ed24d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.538308] env[62153]: DEBUG oslo_vmware.api [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2006.538308] env[62153]: value = "task-2073235" [ 2006.538308] env[62153]: _type = "Task" [ 2006.538308] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.549688] env[62153]: DEBUG oslo_vmware.api [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.714683] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.715075] env[62153]: DEBUG nova.objects.instance [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'migration_context' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.906576] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.907528] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.910194] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.418s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.023234] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2007.023571] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afa4dca2-98d5-4772-9f50-e72a52966dec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.032711] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2007.032711] env[62153]: value = "task-2073236" [ 2007.032711] env[62153]: _type = "Task" [ 2007.032711] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.042121] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073236, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.051475] env[62153]: DEBUG oslo_vmware.api [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073235, 'name': PowerOffVM_Task, 'duration_secs': 0.344505} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.051770] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.052578] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.052578] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a880623a-de9c-4646-b1af-b1b41bc22daf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.154466] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.154466] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.154466] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleting the datastore file [datastore1] ba79aeda-8018-47ca-97f0-88f4385c6150 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.154701] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579820d9-b836-4ef5-ab0c-387bc0e7ecc7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.164995] env[62153]: DEBUG oslo_vmware.api [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2007.164995] env[62153]: value = "task-2073238" [ 2007.164995] env[62153]: _type = "Task" [ 2007.164995] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.174610] env[62153]: DEBUG oslo_vmware.api [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.227121] env[62153]: DEBUG nova.objects.base [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2007.228119] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ddc84-6032-4aa7-b68b-4ebd3a55da88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.249896] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790032f9-daa4-4e13-b286-ef7af4c599e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.256808] env[62153]: DEBUG oslo_vmware.api [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2007.256808] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52951600-b38c-1cc2-ae9e-6658a47d6ad0" [ 2007.256808] env[62153]: _type = "Task" [ 2007.256808] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.268339] env[62153]: DEBUG oslo_vmware.api [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52951600-b38c-1cc2-ae9e-6658a47d6ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.417262] env[62153]: DEBUG nova.compute.utils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2007.423019] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2007.423019] env[62153]: DEBUG nova.network.neutron [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2007.467718] env[62153]: DEBUG nova.policy [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0ecc2ea464a4897a6e9bc91ab8e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05aacab69e8a4a56be5021824decec8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2007.545502] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073236, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.679424] env[62153]: DEBUG oslo_vmware.api [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430794} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.682364] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2007.682572] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2007.682764] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2007.682924] env[62153]: INFO nova.compute.manager [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2007.683196] env[62153]: DEBUG oslo.service.loopingcall [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.684346] env[62153]: DEBUG nova.compute.manager [-] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2007.684346] env[62153]: DEBUG nova.network.neutron [-] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.769265] env[62153]: DEBUG oslo_vmware.api [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52951600-b38c-1cc2-ae9e-6658a47d6ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.019037} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.769600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.786400] env[62153]: DEBUG nova.network.neutron [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Successfully created port: ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.790331] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a126e-dfbb-4a83-a018-e87931cef970 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.798439] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffea54b-dc6e-41ef-884d-c7dd18ca16e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.838525] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efb6697-b5b8-4771-bf0a-4e886c02ada8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.848104] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c1b98-acde-45d3-bb9b-4111a28faea1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.863680] env[62153]: DEBUG nova.compute.provider_tree [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.923037] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.043940] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073236, 'name': CreateSnapshot_Task, 'duration_secs': 0.822806} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.044361] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2008.045452] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bbbd8a-cd7e-442d-8281-e222955cb24d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.167240] env[62153]: DEBUG nova.network.neutron [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Successfully updated port: 0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2008.195689] env[62153]: DEBUG nova.compute.manager [req-6543d3d6-7e29-4560-ab18-bb490f9a4dd4 req-ff14f3d6-522d-4f06-b36a-697d67d125a3 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-vif-plugged-0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.195917] env[62153]: DEBUG oslo_concurrency.lockutils [req-6543d3d6-7e29-4560-ab18-bb490f9a4dd4 req-ff14f3d6-522d-4f06-b36a-697d67d125a3 service nova] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.196146] env[62153]: DEBUG oslo_concurrency.lockutils [req-6543d3d6-7e29-4560-ab18-bb490f9a4dd4 req-ff14f3d6-522d-4f06-b36a-697d67d125a3 service nova] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.196314] env[62153]: DEBUG oslo_concurrency.lockutils [req-6543d3d6-7e29-4560-ab18-bb490f9a4dd4 req-ff14f3d6-522d-4f06-b36a-697d67d125a3 service nova] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.196484] env[62153]: DEBUG nova.compute.manager [req-6543d3d6-7e29-4560-ab18-bb490f9a4dd4 req-ff14f3d6-522d-4f06-b36a-697d67d125a3 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] No waiting events found dispatching network-vif-plugged-0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2008.196647] env[62153]: WARNING nova.compute.manager [req-6543d3d6-7e29-4560-ab18-bb490f9a4dd4 req-ff14f3d6-522d-4f06-b36a-697d67d125a3 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received unexpected event network-vif-plugged-0a3e6ed0-34c9-4f43-a31d-aac39abd3326 for instance with vm_state building and task_state spawning. [ 2008.370034] env[62153]: DEBUG nova.scheduler.client.report [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.514974] env[62153]: DEBUG nova.compute.manager [req-89815380-7320-47dc-9115-8912aee19024 req-4086ebe8-7e43-4035-82a1-76bdd62727f3 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Received event network-vif-deleted-ef5cf30c-6f2c-4a34-9120-540bcdff34c9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.515200] env[62153]: INFO nova.compute.manager [req-89815380-7320-47dc-9115-8912aee19024 req-4086ebe8-7e43-4035-82a1-76bdd62727f3 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Neutron deleted interface ef5cf30c-6f2c-4a34-9120-540bcdff34c9; detaching it from the instance and deleting it from the info cache [ 2008.515392] env[62153]: DEBUG nova.network.neutron [req-89815380-7320-47dc-9115-8912aee19024 req-4086ebe8-7e43-4035-82a1-76bdd62727f3 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.523854] env[62153]: DEBUG nova.network.neutron [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Successfully updated port: d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2008.567156] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2008.567568] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-abfa9b71-d36f-4b8d-9aa8-2462fb67efcc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.578853] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2008.578853] env[62153]: value = "task-2073239" [ 2008.578853] env[62153]: _type = "Task" [ 2008.578853] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.588169] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073239, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.672644] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.672644] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.672832] env[62153]: DEBUG nova.network.neutron [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.892533] env[62153]: DEBUG nova.network.neutron [-] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.933977] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.965547] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.965905] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.966112] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.966351] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.966589] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.966744] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.966956] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.967127] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.967297] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.967461] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.967633] env[62153]: DEBUG nova.virt.hardware [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.968532] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675db40b-5d5a-4a84-84be-4bbc2f3f4dd9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.978531] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b64dd57-ce32-49fe-b994-9a0e7abbd133 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.019946] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2af04cd5-2da3-40e1-abed-cdcb2eb087bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.027965] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-ac2d72d2-ccda-470a-ba28-2970ac33c77d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.028127] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-ac2d72d2-ccda-470a-ba28-2970ac33c77d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.028284] env[62153]: DEBUG nova.network.neutron [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.032150] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06653b50-83c6-4478-a54f-cb8cd05056b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.070867] env[62153]: DEBUG nova.compute.manager [req-89815380-7320-47dc-9115-8912aee19024 req-4086ebe8-7e43-4035-82a1-76bdd62727f3 service nova] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Detach interface failed, port_id=ef5cf30c-6f2c-4a34-9120-540bcdff34c9, reason: Instance ba79aeda-8018-47ca-97f0-88f4385c6150 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2009.089672] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073239, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.207201] env[62153]: DEBUG nova.network.neutron [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.368041] env[62153]: DEBUG nova.network.neutron [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.380513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.470s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.383951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.749s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.385449] env[62153]: INFO nova.compute.claims [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2009.395043] env[62153]: INFO nova.compute.manager [-] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Took 1.71 seconds to deallocate network for instance. [ 2009.572815] env[62153]: DEBUG nova.network.neutron [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.592939] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073239, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.735181] env[62153]: DEBUG nova.network.neutron [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Updating instance_info_cache with network_info: [{"id": "d7f8f243-06f2-4122-b711-569f5877c895", "address": "fa:16:3e:db:f1:a2", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f8f243-06", "ovs_interfaceid": "d7f8f243-06f2-4122-b711-569f5877c895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.869026] env[62153]: DEBUG nova.network.neutron [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Successfully updated port: ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.870545] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.870827] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Instance network_info: |[{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.871834] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:89:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a3e6ed0-34c9-4f43-a31d-aac39abd3326', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.881119] env[62153]: DEBUG oslo.service.loopingcall [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.882365] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.882503] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.882645] env[62153]: DEBUG nova.network.neutron [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.883931] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.884571] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a56d54-5fd0-42d2-bbba-fe346b754052 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.906678] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.914453] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.914453] env[62153]: value = "task-2073240" [ 2009.914453] env[62153]: _type = "Task" [ 2009.914453] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.924371] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073240, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.958489] env[62153]: INFO nova.scheduler.client.report [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocation for migration 1e78806e-680f-4acf-a7d6-a7960ac91cba [ 2010.090564] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073239, 'name': CloneVM_Task, 'duration_secs': 1.268721} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.090831] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Created linked-clone VM from snapshot [ 2010.091553] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff635ff8-e2c3-471b-b0d7-b492d371828f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.098761] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Uploading image 663895b5-5cdb-4dd0-9786-0198f6b6cdfa {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2010.123773] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2010.123773] env[62153]: value = "vm-425016" [ 2010.123773] env[62153]: _type = "VirtualMachine" [ 2010.123773] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2010.124067] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-211440d3-bc42-41f1-83d0-5b2375fb5978 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.132563] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lease: (returnval){ [ 2010.132563] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a41ff-7769-dc0a-8776-dbd142ad3b9a" [ 2010.132563] env[62153]: _type = "HttpNfcLease" [ 2010.132563] env[62153]: } obtained for exporting VM: (result){ [ 2010.132563] env[62153]: value = "vm-425016" [ 2010.132563] env[62153]: _type = "VirtualMachine" [ 2010.132563] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2010.132813] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the lease: (returnval){ [ 2010.132813] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a41ff-7769-dc0a-8776-dbd142ad3b9a" [ 2010.132813] env[62153]: _type = "HttpNfcLease" [ 2010.132813] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2010.139245] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2010.139245] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a41ff-7769-dc0a-8776-dbd142ad3b9a" [ 2010.139245] env[62153]: _type = "HttpNfcLease" [ 2010.139245] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2010.229696] env[62153]: DEBUG nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-changed-0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.229892] env[62153]: DEBUG nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing instance network info cache due to event network-changed-0a3e6ed0-34c9-4f43-a31d-aac39abd3326. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2010.230174] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.230337] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.230498] env[62153]: DEBUG nova.network.neutron [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing network info cache for port 0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.237888] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-ac2d72d2-ccda-470a-ba28-2970ac33c77d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.238190] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Instance network_info: |[{"id": "d7f8f243-06f2-4122-b711-569f5877c895", "address": "fa:16:3e:db:f1:a2", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f8f243-06", "ovs_interfaceid": "d7f8f243-06f2-4122-b711-569f5877c895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.238785] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f1:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7f8f243-06f2-4122-b711-569f5877c895', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.247579] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating folder: Project (385bfb83866545fd8b7b7348ef3df945). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2010.248799] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b84bc2cd-9aab-4a99-9a11-6e5b25ca84bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.261644] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created folder: Project (385bfb83866545fd8b7b7348ef3df945) in parent group-v424816. [ 2010.261932] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating folder: Instances. Parent ref: group-v425018. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2010.262231] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa80f8d2-19af-453b-802d-5fa8bb5c43e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.274727] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created folder: Instances in parent group-v425018. [ 2010.275036] env[62153]: DEBUG oslo.service.loopingcall [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.275236] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.275452] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a8336f-a909-4bc5-9b8b-fab6cde48c93 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.299081] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.299081] env[62153]: value = "task-2073244" [ 2010.299081] env[62153]: _type = "Task" [ 2010.299081] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.309079] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073244, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.413993] env[62153]: DEBUG nova.network.neutron [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2010.426685] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073240, 'name': CreateVM_Task, 'duration_secs': 0.432418} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.426862] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.427600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.427778] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.428114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.428376] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524aa64c-733e-405c-8814-45305af49a48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.437990] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2010.437990] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5231ed34-89c4-04b6-3656-38d3fcae304e" [ 2010.437990] env[62153]: _type = "Task" [ 2010.437990] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.447428] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5231ed34-89c4-04b6-3656-38d3fcae304e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.463984] env[62153]: DEBUG oslo_concurrency.lockutils [None req-08a7d367-c4ac-46d0-a314-b25500d35d07 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.572s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.606203] env[62153]: DEBUG nova.network.neutron [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Updating instance_info_cache with network_info: [{"id": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "address": "fa:16:3e:ad:3f:0f", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1661fb-56", "ovs_interfaceid": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.614584] env[62153]: DEBUG nova.compute.manager [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Received event network-vif-plugged-ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.614807] env[62153]: DEBUG oslo_concurrency.lockutils [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] Acquiring lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.615072] env[62153]: DEBUG oslo_concurrency.lockutils [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.615306] env[62153]: DEBUG oslo_concurrency.lockutils [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.615597] env[62153]: DEBUG nova.compute.manager [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] No waiting events found dispatching network-vif-plugged-ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.615740] env[62153]: WARNING nova.compute.manager [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Received unexpected event network-vif-plugged-ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 for instance with vm_state building and task_state spawning. [ 2010.615941] env[62153]: DEBUG nova.compute.manager [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Received event network-changed-ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.616152] env[62153]: DEBUG nova.compute.manager [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Refreshing instance network info cache due to event network-changed-ad1661fb-56c4-431f-a6e8-6c65bd6af9b3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2010.616362] env[62153]: DEBUG oslo_concurrency.lockutils [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] Acquiring lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.641305] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2010.641305] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a41ff-7769-dc0a-8776-dbd142ad3b9a" [ 2010.641305] env[62153]: _type = "HttpNfcLease" [ 2010.641305] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2010.641982] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2010.641982] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522a41ff-7769-dc0a-8776-dbd142ad3b9a" [ 2010.641982] env[62153]: _type = "HttpNfcLease" [ 2010.641982] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2010.642444] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6778db9-2f84-4a9a-a4d1-493538ebb8c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.652797] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222d084-cc23-20f2-c0b4-24407925bc22/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2010.652991] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222d084-cc23-20f2-c0b4-24407925bc22/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2010.760022] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0aceb4aa-1c0d-4ddb-990d-ca64ae222125 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.815938] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073244, 'name': CreateVM_Task, 'duration_secs': 0.408228} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.815938] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.816139] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.857303] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0a6c8-7f8b-4d8b-9a44-83685d432335 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.865762] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5548d-1a2d-42c0-a5a8-8662d79aaa57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.904156] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3342cbed-ffc3-4147-bfc3-edf3bfca53a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.910225] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc239c5c-d222-48ef-a4d3-776f4832f943 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.925683] env[62153]: DEBUG nova.compute.provider_tree [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.951056] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5231ed34-89c4-04b6-3656-38d3fcae304e, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.951555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.951799] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2010.952049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.952212] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.952428] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2010.952700] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.953034] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.953271] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6146543e-b515-4a99-a97a-ba3ffcef8bbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.955690] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54316f1-b263-42eb-8708-3fe4ac09e554 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.961129] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2010.961129] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a3c892-ba07-3efc-e799-19bd5b0bbc57" [ 2010.961129] env[62153]: _type = "Task" [ 2010.961129] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.966636] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2010.966828] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2010.970956] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38588562-6afa-4503-be8e-bdffc57772a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.973689] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a3c892-ba07-3efc-e799-19bd5b0bbc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.980242] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2010.980242] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bc9903-456a-5e3c-6d31-80fac9f42dcb" [ 2010.980242] env[62153]: _type = "Task" [ 2010.980242] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.993907] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bc9903-456a-5e3c-6d31-80fac9f42dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.994926] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2bf378-280a-4a62-8127-9d236b6140dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.004850] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2011.004850] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5215979e-2164-b988-b008-a5077db90589" [ 2011.004850] env[62153]: _type = "Task" [ 2011.004850] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.015883] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5215979e-2164-b988-b008-a5077db90589, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.016265] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.017040] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 00402ed1-3104-4de8-908b-73768076ae4f/00402ed1-3104-4de8-908b-73768076ae4f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2011.017660] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d4ddaa-5cb4-43db-86c5-6b6ccdcc5f74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.025358] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2011.025358] env[62153]: value = "task-2073245" [ 2011.025358] env[62153]: _type = "Task" [ 2011.025358] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.037486] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.072542] env[62153]: DEBUG nova.network.neutron [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updated VIF entry in instance network info cache for port 0a3e6ed0-34c9-4f43-a31d-aac39abd3326. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.072904] env[62153]: DEBUG nova.network.neutron [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.112390] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.112734] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Instance network_info: |[{"id": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "address": "fa:16:3e:ad:3f:0f", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1661fb-56", "ovs_interfaceid": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2011.113086] env[62153]: DEBUG oslo_concurrency.lockutils [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] Acquired lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.113367] env[62153]: DEBUG nova.network.neutron [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Refreshing network info cache for port ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2011.114756] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:3f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad1661fb-56c4-431f-a6e8-6c65bd6af9b3', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2011.122372] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Creating folder: Project (05aacab69e8a4a56be5021824decec8d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2011.125634] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b0fedb9-67b4-437c-a332-6be840f687fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.138934] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Created folder: Project (05aacab69e8a4a56be5021824decec8d) in parent group-v424816. [ 2011.139288] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Creating folder: Instances. Parent ref: group-v425021. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2011.139732] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4501406-e962-43be-ac06-a782c7250c5a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.153473] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Created folder: Instances in parent group-v425021. [ 2011.153891] env[62153]: DEBUG oslo.service.loopingcall [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.154129] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2011.154492] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31e5e9c9-f40f-4464-a42c-8ff3b26ca917 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.180589] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2011.180589] env[62153]: value = "task-2073248" [ 2011.180589] env[62153]: _type = "Task" [ 2011.180589] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.191352] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073248, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.388795] env[62153]: DEBUG nova.network.neutron [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Updated VIF entry in instance network info cache for port ad1661fb-56c4-431f-a6e8-6c65bd6af9b3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.389502] env[62153]: DEBUG nova.network.neutron [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Updating instance_info_cache with network_info: [{"id": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "address": "fa:16:3e:ad:3f:0f", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1661fb-56", "ovs_interfaceid": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.429938] env[62153]: DEBUG nova.scheduler.client.report [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.476639] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a3c892-ba07-3efc-e799-19bd5b0bbc57, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.477178] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.477832] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.477951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.478281] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.478567] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.480105] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff9f1891-a1e0-48cb-aca2-c794a17284b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.495262] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.495459] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.496802] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a286d9-e0f6-43c1-bee5-6e882991d9c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.504729] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2011.504729] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fd48a7-92f0-4a1d-45e1-3c5c48c30919" [ 2011.504729] env[62153]: _type = "Task" [ 2011.504729] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.515414] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fd48a7-92f0-4a1d-45e1-3c5c48c30919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.543403] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073245, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.576229] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.576966] env[62153]: DEBUG nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Received event network-vif-plugged-d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2011.576966] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Acquiring lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.577119] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.577398] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.578338] env[62153]: DEBUG nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] No waiting events found dispatching network-vif-plugged-d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.578338] env[62153]: WARNING nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Received unexpected event network-vif-plugged-d7f8f243-06f2-4122-b711-569f5877c895 for instance with vm_state building and task_state spawning. [ 2011.578338] env[62153]: DEBUG nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Received event network-changed-d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2011.578338] env[62153]: DEBUG nova.compute.manager [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Refreshing instance network info cache due to event network-changed-d7f8f243-06f2-4122-b711-569f5877c895. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2011.578486] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Acquiring lock "refresh_cache-ac2d72d2-ccda-470a-ba28-2970ac33c77d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.578629] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Acquired lock "refresh_cache-ac2d72d2-ccda-470a-ba28-2970ac33c77d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.578826] env[62153]: DEBUG nova.network.neutron [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Refreshing network info cache for port d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2011.692019] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073248, 'name': CreateVM_Task, 'duration_secs': 0.447622} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.692019] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2011.692756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.693041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.693608] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2011.694085] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881478b0-cff1-482d-ba06-3f201c679f70 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.699955] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2011.699955] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526f5755-06b6-8e45-1527-27046acea720" [ 2011.699955] env[62153]: _type = "Task" [ 2011.699955] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.709443] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526f5755-06b6-8e45-1527-27046acea720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.895106] env[62153]: DEBUG oslo_concurrency.lockutils [req-fb334b41-67b4-4955-9ade-3cc3b21d3a9c req-493e2035-a99d-44d1-887b-60eda3a479cf service nova] Releasing lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.937929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.938479] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2011.941262] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.795s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.942679] env[62153]: INFO nova.compute.claims [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2012.020532] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fd48a7-92f0-4a1d-45e1-3c5c48c30919, 'name': SearchDatastore_Task, 'duration_secs': 0.064487} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.021581] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515b5dd7-c3a1-49ae-b2ba-7481961ba581 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.028736] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2012.028736] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eca974-0d95-b32e-40a7-79e513aa736b" [ 2012.028736] env[62153]: _type = "Task" [ 2012.028736] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.043759] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607737} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.048199] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 00402ed1-3104-4de8-908b-73768076ae4f/00402ed1-3104-4de8-908b-73768076ae4f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2012.049250] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2012.049250] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52eca974-0d95-b32e-40a7-79e513aa736b, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.051375] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a8628a-3a0d-4d1c-aed0-043b6c2ff017 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.052061] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.052554] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ac2d72d2-ccda-470a-ba28-2970ac33c77d/ac2d72d2-ccda-470a-ba28-2970ac33c77d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.052937] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bcceff2-e555-4d00-b08a-cdd97fc55297 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.064750] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2012.064750] env[62153]: value = "task-2073250" [ 2012.064750] env[62153]: _type = "Task" [ 2012.064750] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.065527] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2012.065527] env[62153]: value = "task-2073249" [ 2012.065527] env[62153]: _type = "Task" [ 2012.065527] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.084207] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.087993] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.211918] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526f5755-06b6-8e45-1527-27046acea720, 'name': SearchDatastore_Task, 'duration_secs': 0.024828} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.214457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.214697] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2012.214939] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.215113] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.215324] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2012.215616] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98b9a3aa-8f80-4274-b331-a276db542e8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.225481] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2012.225702] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2012.226493] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0143143a-9124-4aec-a761-8646caec50d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.233434] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2012.233434] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d00232-2593-ba92-4d99-a8daa61297e7" [ 2012.233434] env[62153]: _type = "Task" [ 2012.233434] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.243022] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d00232-2593-ba92-4d99-a8daa61297e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.282285] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.282739] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.283163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.283445] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.283640] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.288599] env[62153]: INFO nova.compute.manager [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Terminating instance [ 2012.338326] env[62153]: DEBUG nova.network.neutron [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Updated VIF entry in instance network info cache for port d7f8f243-06f2-4122-b711-569f5877c895. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2012.338778] env[62153]: DEBUG nova.network.neutron [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Updating instance_info_cache with network_info: [{"id": "d7f8f243-06f2-4122-b711-569f5877c895", "address": "fa:16:3e:db:f1:a2", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f8f243-06", "ovs_interfaceid": "d7f8f243-06f2-4122-b711-569f5877c895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.448549] env[62153]: DEBUG nova.compute.utils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2012.450247] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2012.450420] env[62153]: DEBUG nova.network.neutron [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2012.511361] env[62153]: DEBUG nova.policy [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0ecc2ea464a4897a6e9bc91ab8e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05aacab69e8a4a56be5021824decec8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2012.582347] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091103} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.586425] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2012.586970] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.587881] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc56b52-b983-46e1-8a76-b8c566a1288c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.615775] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 00402ed1-3104-4de8-908b-73768076ae4f/00402ed1-3104-4de8-908b-73768076ae4f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.616255] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a8dc75b-8160-4c29-a2a3-0129a2c2ddc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.644909] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2012.644909] env[62153]: value = "task-2073251" [ 2012.644909] env[62153]: _type = "Task" [ 2012.644909] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.658180] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.745932] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d00232-2593-ba92-4d99-a8daa61297e7, 'name': SearchDatastore_Task, 'duration_secs': 0.023342} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.746885] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a64c4f-c544-424a-9041-878c086423c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.754860] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2012.754860] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281579f-3429-81ac-e52e-bfc19baf49e2" [ 2012.754860] env[62153]: _type = "Task" [ 2012.754860] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.766544] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281579f-3429-81ac-e52e-bfc19baf49e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.794032] env[62153]: DEBUG nova.compute.manager [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.794143] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.795728] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b418dd-2fe4-40e3-a26b-27378e713b64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.806288] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.806657] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f9e192-30fc-4df4-b19d-044f0fd5a92e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.814939] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2012.814939] env[62153]: value = "task-2073252" [ 2012.814939] env[62153]: _type = "Task" [ 2012.814939] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.825800] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.843144] env[62153]: DEBUG oslo_concurrency.lockutils [req-3fbe81ad-a75d-42bc-b903-5d3b22cf2f8e req-3999999b-0bd5-4b5d-b744-f4cfd07a102b service nova] Releasing lock "refresh_cache-ac2d72d2-ccda-470a-ba28-2970ac33c77d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.846387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.846725] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.863967] env[62153]: DEBUG nova.network.neutron [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Successfully created port: 53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2012.957628] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2013.081159] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745921} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.081159] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ac2d72d2-ccda-470a-ba28-2970ac33c77d/ac2d72d2-ccda-470a-ba28-2970ac33c77d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.081159] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.081596] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42891316-f6a0-4b12-8c27-d3484d49fc50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.090661] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2013.090661] env[62153]: value = "task-2073253" [ 2013.090661] env[62153]: _type = "Task" [ 2013.090661] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.104323] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.158231] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.275165] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281579f-3429-81ac-e52e-bfc19baf49e2, 'name': SearchDatastore_Task, 'duration_secs': 0.03039} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.279526] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.280170] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b8c04efe-5f2f-4512-b1cc-a7415071e0ba/b8c04efe-5f2f-4512-b1cc-a7415071e0ba.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2013.280949] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43f91d4c-7dbe-433c-a108-841ca3bb19b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.290204] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2013.290204] env[62153]: value = "task-2073254" [ 2013.290204] env[62153]: _type = "Task" [ 2013.290204] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.306814] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.326056] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073252, 'name': PowerOffVM_Task, 'duration_secs': 0.412796} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.326347] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.326684] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.326975] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd37dc51-70c2-44de-9180-af2aa0ee7df5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.348800] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2013.409183] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b7bc0-1113-46c7-b513-d36c80b50199 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.417863] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ab015-a554-4abf-b762-eda490bf2591 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.453192] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac7c85d-28a6-4238-9d3c-71cb66c5faf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.462325] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa88cd4-882b-4f5f-bc1f-1058f1d7b947 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.481332] env[62153]: DEBUG nova.compute.provider_tree [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.601708] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084571} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.602042] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.602880] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d6c0e-1d2a-4817-93b2-98547e602523 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.627046] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ac2d72d2-ccda-470a-ba28-2970ac33c77d/ac2d72d2-ccda-470a-ba28-2970ac33c77d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.627423] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16de4bd6-21c5-48c0-b4d7-8ade19cd613e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.653202] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2013.653202] env[62153]: value = "task-2073256" [ 2013.653202] env[62153]: _type = "Task" [ 2013.653202] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.669733] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073251, 'name': ReconfigVM_Task, 'duration_secs': 0.643881} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.669987] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.670336] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 00402ed1-3104-4de8-908b-73768076ae4f/00402ed1-3104-4de8-908b-73768076ae4f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.671056] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4dd8169-ee2b-400c-ba78-db2644b340e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.679055] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2013.679055] env[62153]: value = "task-2073257" [ 2013.679055] env[62153]: _type = "Task" [ 2013.679055] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.697082] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073257, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.713520] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.714042] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.714282] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] 4757876f-c636-4fd1-b22e-8d9f03fa2477 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.714623] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3f83461-1288-4c95-927b-4a4b51d8966d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.727375] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2013.727375] env[62153]: value = "task-2073258" [ 2013.727375] env[62153]: _type = "Task" [ 2013.727375] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.740255] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.803278] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.873271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.973402] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2013.984315] env[62153]: DEBUG nova.scheduler.client.report [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.006134] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2014.006654] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.006875] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2014.007207] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.007413] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2014.007676] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2014.007936] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2014.008107] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2014.008294] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2014.008465] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2014.008675] env[62153]: DEBUG nova.virt.hardware [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2014.009692] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7d08f-1a41-4769-ab18-d5c58da2b693 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.020604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1720cc29-0d4b-4ac0-a4f3-1800ee1c8266 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.165923] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073256, 'name': ReconfigVM_Task, 'duration_secs': 0.496532} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.166304] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ac2d72d2-ccda-470a-ba28-2970ac33c77d/ac2d72d2-ccda-470a-ba28-2970ac33c77d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.166970] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf6f0dd-bb6b-413f-a837-83b18f6f4558 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.184439] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2014.184439] env[62153]: value = "task-2073259" [ 2014.184439] env[62153]: _type = "Task" [ 2014.184439] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.192240] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073257, 'name': Rename_Task, 'duration_secs': 0.425504} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.192945] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.193258] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7182ad3-36f4-466d-96c3-79ca9de270df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.199931] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073259, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.201431] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2014.201431] env[62153]: value = "task-2073260" [ 2014.201431] env[62153]: _type = "Task" [ 2014.201431] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.218735] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.238585] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073258, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.306404] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672514} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.306404] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b8c04efe-5f2f-4512-b1cc-a7415071e0ba/b8c04efe-5f2f-4512-b1cc-a7415071e0ba.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2014.306404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2014.306761] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4501c96-b2c4-4923-9f66-6bc532993b41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.316024] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2014.316024] env[62153]: value = "task-2073261" [ 2014.316024] env[62153]: _type = "Task" [ 2014.316024] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.328085] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.435041] env[62153]: DEBUG nova.compute.manager [req-c447171c-5e30-461e-a4d7-b36be2bb9a01 req-65745286-da9f-4b02-ae64-fda71fd41b9d service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Received event network-vif-plugged-53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2014.435041] env[62153]: DEBUG oslo_concurrency.lockutils [req-c447171c-5e30-461e-a4d7-b36be2bb9a01 req-65745286-da9f-4b02-ae64-fda71fd41b9d service nova] Acquiring lock "666efc5c-569c-410a-b6a2-4b3f8978e434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.435248] env[62153]: DEBUG oslo_concurrency.lockutils [req-c447171c-5e30-461e-a4d7-b36be2bb9a01 req-65745286-da9f-4b02-ae64-fda71fd41b9d service nova] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.435423] env[62153]: DEBUG oslo_concurrency.lockutils [req-c447171c-5e30-461e-a4d7-b36be2bb9a01 req-65745286-da9f-4b02-ae64-fda71fd41b9d service nova] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.436061] env[62153]: DEBUG nova.compute.manager [req-c447171c-5e30-461e-a4d7-b36be2bb9a01 req-65745286-da9f-4b02-ae64-fda71fd41b9d service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] No waiting events found dispatching network-vif-plugged-53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2014.436061] env[62153]: WARNING nova.compute.manager [req-c447171c-5e30-461e-a4d7-b36be2bb9a01 req-65745286-da9f-4b02-ae64-fda71fd41b9d service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Received unexpected event network-vif-plugged-53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 for instance with vm_state building and task_state spawning. [ 2014.490130] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.490827] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2014.493430] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.171s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.493655] env[62153]: DEBUG nova.objects.instance [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'resources' on Instance uuid 73594d45-024c-437c-ba56-8f8513e7c0f7 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.522540] env[62153]: DEBUG nova.network.neutron [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Successfully updated port: 53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2014.695534] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073259, 'name': Rename_Task, 'duration_secs': 0.204609} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.695811] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.696074] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e710d05-bde0-4fb4-8f76-466263a52cd9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.706615] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2014.706615] env[62153]: value = "task-2073262" [ 2014.706615] env[62153]: _type = "Task" [ 2014.706615] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.713470] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.718945] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.737741] env[62153]: DEBUG oslo_vmware.api [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51881} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.738050] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2014.738717] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2014.738717] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2014.738717] env[62153]: INFO nova.compute.manager [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Took 1.94 seconds to destroy the instance on the hypervisor. [ 2014.738936] env[62153]: DEBUG oslo.service.loopingcall [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.739054] env[62153]: DEBUG nova.compute.manager [-] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2014.739157] env[62153]: DEBUG nova.network.neutron [-] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.830916] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076769} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.831404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2014.832608] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7797f7c-d8a6-4f71-8c45-9aacc702e932 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.872010] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b8c04efe-5f2f-4512-b1cc-a7415071e0ba/b8c04efe-5f2f-4512-b1cc-a7415071e0ba.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2014.872492] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7710c1b-5c38-4d87-b107-d2615f2977ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.904715] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2014.904715] env[62153]: value = "task-2073263" [ 2014.904715] env[62153]: _type = "Task" [ 2014.904715] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.915766] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.001222] env[62153]: DEBUG nova.compute.utils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.002895] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2015.003109] env[62153]: DEBUG nova.network.neutron [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2015.024273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "refresh_cache-666efc5c-569c-410a-b6a2-4b3f8978e434" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.024474] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "refresh_cache-666efc5c-569c-410a-b6a2-4b3f8978e434" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.024661] env[62153]: DEBUG nova.network.neutron [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.063038] env[62153]: DEBUG nova.policy [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0ecc2ea464a4897a6e9bc91ab8e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05aacab69e8a4a56be5021824decec8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2015.215727] env[62153]: DEBUG oslo_vmware.api [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073260, 'name': PowerOnVM_Task, 'duration_secs': 0.818607} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.216675] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.216675] env[62153]: INFO nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Took 8.76 seconds to spawn the instance on the hypervisor. [ 2015.216780] env[62153]: DEBUG nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.217836] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b94e4d-a1e9-4bf5-a82c-ca553b44228c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.226518] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.410985] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851f50a-6302-4ea9-86b8-a64ef2bdef60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.416891] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.423099] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7115e-87a2-4fa3-910a-8e124401a268 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.457975] env[62153]: DEBUG nova.network.neutron [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Successfully created port: 4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2015.460606] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5cd36-2275-4dbf-b501-9f769f1430c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.468381] env[62153]: DEBUG nova.network.neutron [-] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.470724] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484afcc-eeae-453f-bef8-b0b841833c0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.486709] env[62153]: DEBUG nova.compute.provider_tree [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.506821] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2015.560157] env[62153]: DEBUG nova.network.neutron [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2015.696102] env[62153]: DEBUG nova.network.neutron [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Updating instance_info_cache with network_info: [{"id": "53a67395-f1a3-4dcf-8ff8-a09d76b16fa7", "address": "fa:16:3e:e4:7e:b9", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a67395-f1", "ovs_interfaceid": "53a67395-f1a3-4dcf-8ff8-a09d76b16fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.719665] env[62153]: DEBUG oslo_vmware.api [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073262, 'name': PowerOnVM_Task, 'duration_secs': 0.793459} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.720546] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.720750] env[62153]: INFO nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Took 13.74 seconds to spawn the instance on the hypervisor. [ 2015.720928] env[62153]: DEBUG nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.721700] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1bed4-f1cb-43bd-933b-6f1ea73e1df2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.747933] env[62153]: INFO nova.compute.manager [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Took 41.12 seconds to build instance. [ 2015.917060] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073263, 'name': ReconfigVM_Task, 'duration_secs': 0.556112} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.917381] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b8c04efe-5f2f-4512-b1cc-a7415071e0ba/b8c04efe-5f2f-4512-b1cc-a7415071e0ba.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.917986] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a12010c-fb40-4b05-936b-2698c7676186 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.925472] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2015.925472] env[62153]: value = "task-2073264" [ 2015.925472] env[62153]: _type = "Task" [ 2015.925472] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.933080] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073264, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.975898] env[62153]: INFO nova.compute.manager [-] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Took 1.24 seconds to deallocate network for instance. [ 2015.990318] env[62153]: DEBUG nova.scheduler.client.report [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.198993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "refresh_cache-666efc5c-569c-410a-b6a2-4b3f8978e434" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.199355] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Instance network_info: |[{"id": "53a67395-f1a3-4dcf-8ff8-a09d76b16fa7", "address": "fa:16:3e:e4:7e:b9", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a67395-f1", "ovs_interfaceid": "53a67395-f1a3-4dcf-8ff8-a09d76b16fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2016.199892] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:7e:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53a67395-f1a3-4dcf-8ff8-a09d76b16fa7', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2016.207941] env[62153]: DEBUG oslo.service.loopingcall [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.208195] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2016.208424] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f12e23-25ee-4aa6-9d75-584c3a65aa9f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.229778] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2016.229778] env[62153]: value = "task-2073265" [ 2016.229778] env[62153]: _type = "Task" [ 2016.229778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.239508] env[62153]: INFO nova.compute.manager [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Took 42.37 seconds to build instance. [ 2016.243679] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073265, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.249499] env[62153]: DEBUG oslo_concurrency.lockutils [None req-95b633c1-6a07-4a2e-9d9a-8e02696b461f tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "00402ed1-3104-4de8-908b-73768076ae4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.630s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.436950] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073264, 'name': Rename_Task, 'duration_secs': 0.204192} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.437239] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2016.437525] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc6573e7-bd54-410a-a325-8dee9016a17d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.446109] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2016.446109] env[62153]: value = "task-2073266" [ 2016.446109] env[62153]: _type = "Task" [ 2016.446109] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.454249] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.470300] env[62153]: DEBUG nova.compute.manager [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Received event network-changed-53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2016.470509] env[62153]: DEBUG nova.compute.manager [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Refreshing instance network info cache due to event network-changed-53a67395-f1a3-4dcf-8ff8-a09d76b16fa7. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2016.470795] env[62153]: DEBUG oslo_concurrency.lockutils [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] Acquiring lock "refresh_cache-666efc5c-569c-410a-b6a2-4b3f8978e434" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.470947] env[62153]: DEBUG oslo_concurrency.lockutils [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] Acquired lock "refresh_cache-666efc5c-569c-410a-b6a2-4b3f8978e434" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.471242] env[62153]: DEBUG nova.network.neutron [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Refreshing network info cache for port 53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2016.482833] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.495494] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.498243] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.596s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.498453] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.498624] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2016.498935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.211s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.499198] env[62153]: DEBUG nova.objects.instance [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lazy-loading 'resources' on Instance uuid ac73bd12-161a-4720-8069-8b648645038b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.504816] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcf714-1254-4417-82b5-b5e9f669e24f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.516749] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2016.529546] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203273a9-0bcb-495e-8dd9-ad7b1f820d2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.539534] env[62153]: INFO nova.scheduler.client.report [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocations for instance 73594d45-024c-437c-ba56-8f8513e7c0f7 [ 2016.557102] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0300959f-8828-4c26-af58-7a9b949e754f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.568708] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.568952] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.569141] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.569343] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.569527] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.569697] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.569913] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.570107] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.570284] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.570476] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.570711] env[62153]: DEBUG nova.virt.hardware [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.571891] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf4afcd-66d8-474e-ae86-3186963472f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.577287] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6cb75d-44be-4657-9b9e-4f6f62becd01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.611867] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4f84f-fbdd-418b-8ad6-40f36654e06b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.617056] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179157MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2016.617258] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.740792] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073265, 'name': CreateVM_Task, 'duration_secs': 0.407933} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.740990] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2016.741729] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.741955] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.742335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2016.742635] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe625f4-4ca8-43d1-921c-16abf5208e48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.745135] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26920d6a-ae26-4ea5-bf09-17fda67bdcdf tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.885s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.749119] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2016.749119] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52567ac3-0a2b-0738-913e-7b2c9885eb23" [ 2016.749119] env[62153]: _type = "Task" [ 2016.749119] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.758115] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52567ac3-0a2b-0738-913e-7b2c9885eb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.972176] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.067155] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ede205b0-3f46-49c3-907a-45a615f93765 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "73594d45-024c-437c-ba56-8f8513e7c0f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.321s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.268117] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52567ac3-0a2b-0738-913e-7b2c9885eb23, 'name': SearchDatastore_Task, 'duration_secs': 0.016003} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.268438] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.268673] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2017.268945] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.269111] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.271021] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2017.271021] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a181b0a-5f53-4abb-93c1-b41ea1af4de1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.284180] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2017.284180] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2017.284180] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83db8c88-ed38-43ec-9f0d-f05bde682c33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.294282] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2017.294282] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5248e5f3-c735-3521-3e98-8fc2271a360f" [ 2017.294282] env[62153]: _type = "Task" [ 2017.294282] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.307903] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5248e5f3-c735-3521-3e98-8fc2271a360f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.378109] env[62153]: DEBUG nova.network.neutron [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Updated VIF entry in instance network info cache for port 53a67395-f1a3-4dcf-8ff8-a09d76b16fa7. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.378495] env[62153]: DEBUG nova.network.neutron [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Updating instance_info_cache with network_info: [{"id": "53a67395-f1a3-4dcf-8ff8-a09d76b16fa7", "address": "fa:16:3e:e4:7e:b9", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a67395-f1", "ovs_interfaceid": "53a67395-f1a3-4dcf-8ff8-a09d76b16fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.413422] env[62153]: DEBUG nova.network.neutron [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Successfully updated port: 4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.429761] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51984732-69f0-4876-8536-063dfffb07a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.439212] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03443e4e-8ab0-4076-9d9a-98c9de4506a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.479783] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa635b81-c385-4c7f-96c9-6799bd0b4d94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.487528] env[62153]: DEBUG oslo_vmware.api [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073266, 'name': PowerOnVM_Task, 'duration_secs': 0.597098} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.489568] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2017.489806] env[62153]: INFO nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Took 8.56 seconds to spawn the instance on the hypervisor. [ 2017.490051] env[62153]: DEBUG nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2017.490789] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3897211-8648-4095-b702-dede707119b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.494126] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda414e6-30ab-4301-8807-60d28a0bf698 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.513035] env[62153]: DEBUG nova.compute.provider_tree [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.805235] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5248e5f3-c735-3521-3e98-8fc2271a360f, 'name': SearchDatastore_Task, 'duration_secs': 0.03833} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.806239] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca252be-3871-4622-9b41-852977e2ac01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.812414] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2017.812414] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526400a7-f8e5-bd49-30b2-9d192cdf4c86" [ 2017.812414] env[62153]: _type = "Task" [ 2017.812414] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.821759] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526400a7-f8e5-bd49-30b2-9d192cdf4c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.880900] env[62153]: DEBUG oslo_concurrency.lockutils [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] Releasing lock "refresh_cache-666efc5c-569c-410a-b6a2-4b3f8978e434" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.881205] env[62153]: DEBUG nova.compute.manager [req-e2cb8ff7-ffdd-4cae-b32e-195b402691ac req-ac7db996-8d40-4b72-bded-1c6ece3c4c8a service nova] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Received event network-vif-deleted-74b87eec-5f6d-4e29-8121-cd37f01f4d69 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2017.920720] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "refresh_cache-9ee33263-4acd-44ef-9e46-df0a1b729771" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.920720] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "refresh_cache-9ee33263-4acd-44ef-9e46-df0a1b729771" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.922823] env[62153]: DEBUG nova.network.neutron [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.020887] env[62153]: DEBUG nova.scheduler.client.report [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.026871] env[62153]: INFO nova.compute.manager [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Took 37.91 seconds to build instance. [ 2018.324242] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526400a7-f8e5-bd49-30b2-9d192cdf4c86, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.324540] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.324746] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 666efc5c-569c-410a-b6a2-4b3f8978e434/666efc5c-569c-410a-b6a2-4b3f8978e434.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2018.325023] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a95204-675e-4837-9c34-d39c18e8a8a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.332088] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2018.332088] env[62153]: value = "task-2073267" [ 2018.332088] env[62153]: _type = "Task" [ 2018.332088] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.342952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "ef327164-b937-4f11-9923-a34873be8770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.343158] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.344258] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.471154] env[62153]: DEBUG nova.network.neutron [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.502219] env[62153]: DEBUG nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Received event network-vif-plugged-4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2018.502505] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Acquiring lock "9ee33263-4acd-44ef-9e46-df0a1b729771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.502643] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.502847] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.502964] env[62153]: DEBUG nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] No waiting events found dispatching network-vif-plugged-4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2018.503141] env[62153]: WARNING nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Received unexpected event network-vif-plugged-4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 for instance with vm_state building and task_state spawning. [ 2018.503304] env[62153]: DEBUG nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-changed-0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2018.503452] env[62153]: DEBUG nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing instance network info cache due to event network-changed-0a3e6ed0-34c9-4f43-a31d-aac39abd3326. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2018.503646] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.503789] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.503928] env[62153]: DEBUG nova.network.neutron [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing network info cache for port 0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2018.527671] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.529967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.577s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.530302] env[62153]: DEBUG nova.objects.instance [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lazy-loading 'resources' on Instance uuid 53aaafa9-ac00-4301-abcc-3aa0622bd455 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.531715] env[62153]: DEBUG oslo_concurrency.lockutils [None req-91f20c19-fd31-4b44-ab6f-773e502d4d98 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.425s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.550397] env[62153]: INFO nova.scheduler.client.report [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Deleted allocations for instance ac73bd12-161a-4720-8069-8b648645038b [ 2018.622138] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.622426] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.842519] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.846296] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.849187] env[62153]: DEBUG nova.network.neutron [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Updating instance_info_cache with network_info: [{"id": "4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7", "address": "fa:16:3e:d9:a3:a3", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa247e-fd", "ovs_interfaceid": "4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.058893] env[62153]: DEBUG oslo_concurrency.lockutils [None req-082d11be-894b-4087-bd1a-18bba0a6610c tempest-VolumesAdminNegativeTest-588071933 tempest-VolumesAdminNegativeTest-588071933-project-member] Lock "ac73bd12-161a-4720-8069-8b648645038b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.776s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.124270] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2019.310622] env[62153]: DEBUG nova.network.neutron [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updated VIF entry in instance network info cache for port 0a3e6ed0-34c9-4f43-a31d-aac39abd3326. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2019.311102] env[62153]: DEBUG nova.network.neutron [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.348710] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978618} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.348968] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 666efc5c-569c-410a-b6a2-4b3f8978e434/666efc5c-569c-410a-b6a2-4b3f8978e434.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2019.349198] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2019.349457] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a956115-e199-4fc9-9021-9695099d69d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.357216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "refresh_cache-9ee33263-4acd-44ef-9e46-df0a1b729771" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.357216] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Instance network_info: |[{"id": "4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7", "address": "fa:16:3e:d9:a3:a3", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa247e-fd", "ovs_interfaceid": "4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.360020] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a3:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.366469] env[62153]: DEBUG oslo.service.loopingcall [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.367708] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.367950] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3a2c7b2-9f0d-46a8-b4a9-1b0ffea52d92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.383266] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.387232] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2019.387232] env[62153]: value = "task-2073268" [ 2019.387232] env[62153]: _type = "Task" [ 2019.387232] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.392855] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.392855] env[62153]: value = "task-2073269" [ 2019.392855] env[62153]: _type = "Task" [ 2019.392855] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.395922] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.407302] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073269, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.468442] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e7f132-0f6d-49e2-92f5-ed7602de15ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.476378] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0370dc32-bd69-4deb-af51-b3da1980da6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.508904] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4d223-9c7f-401c-b7b0-144139b24417 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.517218] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf924be7-efe9-4aed-a579-f51cdf6d0fcc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.531409] env[62153]: DEBUG nova.compute.provider_tree [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.645920] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.816027] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.816027] env[62153]: DEBUG nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Received event network-changed-4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2019.816027] env[62153]: DEBUG nova.compute.manager [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Refreshing instance network info cache due to event network-changed-4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2019.816027] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Acquiring lock "refresh_cache-9ee33263-4acd-44ef-9e46-df0a1b729771" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.816027] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Acquired lock "refresh_cache-9ee33263-4acd-44ef-9e46-df0a1b729771" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.816027] env[62153]: DEBUG nova.network.neutron [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Refreshing network info cache for port 4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.898120] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083769} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.903112] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2019.904089] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec59cf13-5a79-4b5c-bcda-cedcc1370ff9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.927624] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 666efc5c-569c-410a-b6a2-4b3f8978e434/666efc5c-569c-410a-b6a2-4b3f8978e434.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2019.930844] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7fde05-a375-47d7-ad65-d8624e5ca2f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.944932] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073269, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.951761] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2019.951761] env[62153]: value = "task-2073270" [ 2019.951761] env[62153]: _type = "Task" [ 2019.951761] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.960162] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.034524] env[62153]: DEBUG nova.scheduler.client.report [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.410596] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073269, 'name': CreateVM_Task, 'duration_secs': 0.527932} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.410894] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.411491] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.411655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.412158] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.412495] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b447e5f-508e-4f3f-a3e6-be793a4a1913 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.417006] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2020.417006] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a96852-7135-06f6-5ebd-a82826e0c87e" [ 2020.417006] env[62153]: _type = "Task" [ 2020.417006] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.424982] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a96852-7135-06f6-5ebd-a82826e0c87e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.465085] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073270, 'name': ReconfigVM_Task, 'duration_secs': 0.333108} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.465085] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 666efc5c-569c-410a-b6a2-4b3f8978e434/666efc5c-569c-410a-b6a2-4b3f8978e434.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2020.465085] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7834cd6a-0a00-4f89-bd6e-72dd9eab4e58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.470934] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2020.470934] env[62153]: value = "task-2073271" [ 2020.470934] env[62153]: _type = "Task" [ 2020.470934] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.478888] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073271, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.539020] env[62153]: DEBUG nova.network.neutron [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Updated VIF entry in instance network info cache for port 4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.539020] env[62153]: DEBUG nova.network.neutron [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Updating instance_info_cache with network_info: [{"id": "4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7", "address": "fa:16:3e:d9:a3:a3", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa247e-fd", "ovs_interfaceid": "4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.540058] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.542714] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.546s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.547233] env[62153]: INFO nova.compute.claims [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2020.572416] env[62153]: INFO nova.scheduler.client.report [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Deleted allocations for instance 53aaafa9-ac00-4301-abcc-3aa0622bd455 [ 2020.928853] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a96852-7135-06f6-5ebd-a82826e0c87e, 'name': SearchDatastore_Task, 'duration_secs': 0.030478} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.929201] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.929440] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.929724] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.929886] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.930090] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.930362] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03cd6052-de83-44a3-bb42-f18fa3d759fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.939076] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.939268] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.940011] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f3a3b5-ec71-4d5a-84d0-4c5190e89be4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.945302] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2020.945302] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5216fba6-c466-a1a8-a183-7ac74ad465e8" [ 2020.945302] env[62153]: _type = "Task" [ 2020.945302] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.953072] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5216fba6-c466-a1a8-a183-7ac74ad465e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.980897] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073271, 'name': Rename_Task, 'duration_secs': 0.155454} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.981568] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.981568] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103778b3-89f8-4d0c-b2f7-a58af1b15ecc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.988258] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2020.988258] env[62153]: value = "task-2073272" [ 2020.988258] env[62153]: _type = "Task" [ 2020.988258] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.998310] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.039267] env[62153]: DEBUG oslo_concurrency.lockutils [req-9bda137c-f507-46cc-9eb3-0ee38ee32032 req-cdf93aed-c65e-4cdb-acc0-a48eb1f0a601 service nova] Releasing lock "refresh_cache-9ee33263-4acd-44ef-9e46-df0a1b729771" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.082662] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e8b6e16-a315-46f8-9d13-e11c722e5f01 tempest-ServerPasswordTestJSON-1097899353 tempest-ServerPasswordTestJSON-1097899353-project-member] Lock "53aaafa9-ac00-4301-abcc-3aa0622bd455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.103s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.462958] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5216fba6-c466-a1a8-a183-7ac74ad465e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025557} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.462958] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daaaece-3999-4c5a-bef1-e53a4adf8c86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.469080] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2021.469080] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c380ad-b611-9d6b-0e9b-a993a6204ddc" [ 2021.469080] env[62153]: _type = "Task" [ 2021.469080] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.482166] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c380ad-b611-9d6b-0e9b-a993a6204ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.500590] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.799359] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222d084-cc23-20f2-c0b4-24407925bc22/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2021.800337] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4902fa-2d4d-4adb-bbab-b89d7a1b24d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.809490] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222d084-cc23-20f2-c0b4-24407925bc22/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2021.810548] env[62153]: ERROR oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222d084-cc23-20f2-c0b4-24407925bc22/disk-0.vmdk due to incomplete transfer. [ 2021.810548] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6999e2b-a634-4a91-a938-0f9c46575d9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.817488] env[62153]: DEBUG oslo_vmware.rw_handles [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222d084-cc23-20f2-c0b4-24407925bc22/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2021.817681] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Uploaded image 663895b5-5cdb-4dd0-9786-0198f6b6cdfa to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2021.819996] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2021.820552] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adeb3b5e-088d-4e1d-b014-0fa737c188c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.826705] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2021.826705] env[62153]: value = "task-2073273" [ 2021.826705] env[62153]: _type = "Task" [ 2021.826705] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.839570] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073273, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.966998] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36070ead-f19c-4e88-be40-0d45a97360b8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.982761] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787248cf-82ae-46bf-9a3e-0a2b4f66d0fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.985933] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c380ad-b611-9d6b-0e9b-a993a6204ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.986216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.986495] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 9ee33263-4acd-44ef-9e46-df0a1b729771/9ee33263-4acd-44ef-9e46-df0a1b729771.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.987097] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76b28d16-72e9-4392-9ab0-58dc24cc08e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.031070] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7196c3a4-4232-442c-a085-6064574d3a73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.035246] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2022.035246] env[62153]: value = "task-2073274" [ 2022.035246] env[62153]: _type = "Task" [ 2022.035246] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.044731] env[62153]: DEBUG oslo_vmware.api [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073272, 'name': PowerOnVM_Task, 'duration_secs': 0.578245} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.046213] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6966c95-ef34-4f7f-918e-3021d18eb21f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.050325] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2022.050543] env[62153]: INFO nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Took 8.08 seconds to spawn the instance on the hypervisor. [ 2022.050725] env[62153]: DEBUG nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.056014] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c732bb25-e2a6-4213-8894-0a298e9fd5bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.057175] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.071336] env[62153]: DEBUG nova.compute.provider_tree [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.341147] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073273, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.545501] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073274, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.580229] env[62153]: DEBUG nova.scheduler.client.report [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.585395] env[62153]: INFO nova.compute.manager [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Took 41.98 seconds to build instance. [ 2022.840040] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073273, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.048344] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937416} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.048741] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 9ee33263-4acd-44ef-9e46-df0a1b729771/9ee33263-4acd-44ef-9e46-df0a1b729771.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.049107] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.049511] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d1be422-4ac6-4371-bc57-9e6b929b0d86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.057603] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2023.057603] env[62153]: value = "task-2073275" [ 2023.057603] env[62153]: _type = "Task" [ 2023.057603] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.068496] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.086513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.086940] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2023.091174] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.322s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.092949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e017ae8-0060-4b52-9614-4fbbaa58b0db tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.505s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.340013] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073273, 'name': Destroy_Task, 'duration_secs': 1.149339} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.340316] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Destroyed the VM [ 2023.340553] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2023.340828] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d5e9320-b803-4d05-b015-e6ccb13fa30d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.349262] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2023.349262] env[62153]: value = "task-2073276" [ 2023.349262] env[62153]: _type = "Task" [ 2023.349262] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.363805] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073276, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.567602] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075113} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.567927] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.568632] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef51e76d-3518-4a1d-99a0-dee904412eae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.590897] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9ee33263-4acd-44ef-9e46-df0a1b729771/9ee33263-4acd-44ef-9e46-df0a1b729771.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.591260] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedb34ad-8785-499a-809c-30e619a5efa7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.611548] env[62153]: DEBUG nova.compute.utils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2023.620198] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2023.620198] env[62153]: DEBUG nova.network.neutron [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2023.629850] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2023.629850] env[62153]: value = "task-2073277" [ 2023.629850] env[62153]: _type = "Task" [ 2023.629850] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.640712] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.682625] env[62153]: DEBUG nova.policy [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9fd0d9955ed48628428e6dd4888cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a252a80c0540ccb701c73ba40bc94d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2023.861020] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073276, 'name': RemoveSnapshot_Task, 'duration_secs': 0.38403} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.863597] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2023.863834] env[62153]: DEBUG nova.compute.manager [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.864783] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f5dc0-1db1-4bdb-98f5-1af6f16a1a1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.986856] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e65d45c-bafc-4190-acf9-8517d4aff0e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.998890] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4097153-5acb-4919-a2ce-eaf21b5b0655 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.034836] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca300d2-483b-4401-ada3-3200a464a44f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.045283] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e2ea0-c18e-4c95-b3e4-197b9054ea43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.064432] env[62153]: DEBUG nova.compute.provider_tree [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.068907] env[62153]: DEBUG nova.network.neutron [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Successfully created port: 1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2024.120489] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2024.147854] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.379998] env[62153]: INFO nova.compute.manager [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Shelve offloading [ 2024.567811] env[62153]: DEBUG nova.scheduler.client.report [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.626548] env[62153]: INFO nova.virt.block_device [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Booting with volume c1227fd9-e9f5-471e-a2b9-facb3d6e1a73 at /dev/sda [ 2024.645743] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073277, 'name': ReconfigVM_Task, 'duration_secs': 0.603652} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.647862] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9ee33263-4acd-44ef-9e46-df0a1b729771/9ee33263-4acd-44ef-9e46-df0a1b729771.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.647862] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c9400e8-1d7e-4b9e-8977-4192e55739e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.654238] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2024.654238] env[62153]: value = "task-2073278" [ 2024.654238] env[62153]: _type = "Task" [ 2024.654238] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.665243] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073278, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.679100] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-128deff9-716e-4c64-bccd-1e33af75c7dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.692193] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17815e6d-45a7-43df-b66d-fe7f8e25ae27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.733388] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f48bc07-72f4-4a30-ab80-6c3fb85f45b8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.742135] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ed899-0b8a-42bc-b692-e7e657919dd9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.776303] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d192b68-08f0-4377-a62a-3aafe7054ec6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.783763] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915abde-55d6-43ea-a725-45061b409276 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.798033] env[62153]: DEBUG nova.virt.block_device [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updating existing volume attachment record: fa0b529a-4bc5-4898-805c-76a37d628964 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2024.883557] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.883991] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277732df-c23e-4f3f-a773-3444006f2d1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.890862] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2024.890862] env[62153]: value = "task-2073279" [ 2024.890862] env[62153]: _type = "Task" [ 2024.890862] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.899403] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.166429] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073278, 'name': Rename_Task, 'duration_secs': 0.280807} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.166734] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2025.167049] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ed2bf07-cc22-49d2-be25-eed602a6d310 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.173155] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2025.173155] env[62153]: value = "task-2073280" [ 2025.173155] env[62153]: _type = "Task" [ 2025.173155] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.182451] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.400960] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2025.401224] env[62153]: DEBUG nova.compute.manager [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.401972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8e5e5-9b6d-4f5d-a280-341533b2a115 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.407992] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.408168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.408339] env[62153]: DEBUG nova.network.neutron [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.580502] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.489s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.580773] env[62153]: DEBUG nova.compute.manager [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62153) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2025.588095] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.681s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.593019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.593019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.718s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.593916] env[62153]: INFO nova.compute.claims [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.631700] env[62153]: INFO nova.scheduler.client.report [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleted allocations for instance ba79aeda-8018-47ca-97f0-88f4385c6150 [ 2025.686110] env[62153]: DEBUG oslo_vmware.api [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073280, 'name': PowerOnVM_Task, 'duration_secs': 0.500381} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.687022] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2025.687464] env[62153]: INFO nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Took 9.17 seconds to spawn the instance on the hypervisor. [ 2025.687664] env[62153]: DEBUG nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.688694] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76b9cf-2602-44af-90e6-1241dd5b4a53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.882254] env[62153]: DEBUG nova.compute.manager [req-01970df9-6fc8-4391-9eef-b5d080cb776f req-cde8b5ea-05bc-4532-ae88-8bdaf5893c98 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Received event network-vif-plugged-1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2025.883098] env[62153]: DEBUG oslo_concurrency.lockutils [req-01970df9-6fc8-4391-9eef-b5d080cb776f req-cde8b5ea-05bc-4532-ae88-8bdaf5893c98 service nova] Acquiring lock "aec37370-958c-4c2c-9e35-1fea38081d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.885630] env[62153]: DEBUG oslo_concurrency.lockutils [req-01970df9-6fc8-4391-9eef-b5d080cb776f req-cde8b5ea-05bc-4532-ae88-8bdaf5893c98 service nova] Lock "aec37370-958c-4c2c-9e35-1fea38081d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.885882] env[62153]: DEBUG oslo_concurrency.lockutils [req-01970df9-6fc8-4391-9eef-b5d080cb776f req-cde8b5ea-05bc-4532-ae88-8bdaf5893c98 service nova] Lock "aec37370-958c-4c2c-9e35-1fea38081d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.886097] env[62153]: DEBUG nova.compute.manager [req-01970df9-6fc8-4391-9eef-b5d080cb776f req-cde8b5ea-05bc-4532-ae88-8bdaf5893c98 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] No waiting events found dispatching network-vif-plugged-1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2025.886277] env[62153]: WARNING nova.compute.manager [req-01970df9-6fc8-4391-9eef-b5d080cb776f req-cde8b5ea-05bc-4532-ae88-8bdaf5893c98 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Received unexpected event network-vif-plugged-1af5e14b-4314-4071-be6a-efbfaa9aa4de for instance with vm_state building and task_state block_device_mapping. [ 2026.030131] env[62153]: DEBUG nova.network.neutron [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Successfully updated port: 1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2026.140457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a86e341-3f78-4ada-bdb0-94ce9ad91c82 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "ba79aeda-8018-47ca-97f0-88f4385c6150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.158s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.178251] env[62153]: INFO nova.scheduler.client.report [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted allocation for migration ebafb5b6-2549-4d72-9fa9-7a23ad08694d [ 2026.213628] env[62153]: INFO nova.compute.manager [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Took 45.10 seconds to build instance. [ 2026.533696] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.533846] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquired lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.533994] env[62153]: DEBUG nova.network.neutron [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.681242] env[62153]: DEBUG nova.network.neutron [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.687150] env[62153]: DEBUG oslo_concurrency.lockutils [None req-314649c4-e230-4abb-ad01-e5916a1bc12c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.394s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.715754] env[62153]: DEBUG oslo_concurrency.lockutils [None req-100eeb31-8898-45aa-992d-8cce5f5086e9 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.627s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.927218] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2026.927758] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.927985] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.928158] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.928338] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.928707] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.928860] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.929081] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.929244] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.929407] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.929568] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.929739] env[62153]: DEBUG nova.virt.hardware [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.933128] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e804c679-b357-421f-a5d8-9520f5dc3e94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.943769] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c9eb8a-e0c0-4e09-8a94-af297b231de2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.008567] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a0920-bdce-492f-9396-3bf2885b203a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.016653] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ae8dd9-0cd8-4f27-bdbf-d0c6b1e0c8fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.057040] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62006789-469d-4d46-8e69-e2830f907f46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.063574] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d1c2d5-e409-4e4c-80d9-1e0dbbf51f83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.081541] env[62153]: DEBUG nova.compute.provider_tree [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.115678] env[62153]: DEBUG nova.network.neutron [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.183828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.316915] env[62153]: DEBUG nova.objects.instance [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'flavor' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.511682] env[62153]: DEBUG nova.network.neutron [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updating instance_info_cache with network_info: [{"id": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "address": "fa:16:3e:65:c0:87", "network": {"id": "46c25156-17cd-4b05-9992-9c2ecfa4c97a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1007412780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a252a80c0540ccb701c73ba40bc94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5e14b-43", "ovs_interfaceid": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.584506] env[62153]: DEBUG nova.scheduler.client.report [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.636147] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2027.636751] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb926139-623c-4072-9ad9-0a707efb5403 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.645242] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2027.646447] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa5264f1-1b8b-4346-8556-b55b6e9cd591 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.795986] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.796622] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.796982] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleting the datastore file [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.799017] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc6f081-f549-4f1d-9f6c-3458f1799d43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.806562] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2027.806562] env[62153]: value = "task-2073282" [ 2027.806562] env[62153]: _type = "Task" [ 2027.806562] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.814464] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.832777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.832777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.832777] env[62153]: DEBUG nova.network.neutron [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.832777] env[62153]: DEBUG nova.objects.instance [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'info_cache' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.004035] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.004398] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.005958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.005958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.005958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.007307] env[62153]: INFO nova.compute.manager [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Terminating instance [ 2028.017871] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Releasing lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.018194] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance network_info: |[{"id": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "address": "fa:16:3e:65:c0:87", "network": {"id": "46c25156-17cd-4b05-9992-9c2ecfa4c97a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1007412780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a252a80c0540ccb701c73ba40bc94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5e14b-43", "ovs_interfaceid": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2028.018595] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c0:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af5e14b-4314-4071-be6a-efbfaa9aa4de', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2028.026713] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Creating folder: Project (00a252a80c0540ccb701c73ba40bc94d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2028.027583] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0807bee-65ec-4596-89b3-95075dd66e7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.041597] env[62153]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2028.041762] env[62153]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62153) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2028.042177] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Folder already exists: Project (00a252a80c0540ccb701c73ba40bc94d). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2028.042328] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Creating folder: Instances. Parent ref: group-v425002. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2028.042583] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c45d71-b845-4a11-8238-50b520f3d6f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.053311] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Created folder: Instances in parent group-v425002. [ 2028.053458] env[62153]: DEBUG oslo.service.loopingcall [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.053671] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2028.054116] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd207428-3a05-4f2a-aee5-12dd7a1ab9b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.073847] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2028.073847] env[62153]: value = "task-2073285" [ 2028.073847] env[62153]: _type = "Task" [ 2028.073847] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.082334] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073285, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.089639] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.090281] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2028.094890] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.610s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.094890] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.094992] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.478s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.122795] env[62153]: DEBUG nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Received event network-changed-1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.122976] env[62153]: DEBUG nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Refreshing instance network info cache due to event network-changed-1af5e14b-4314-4071-be6a-efbfaa9aa4de. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2028.125119] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Acquiring lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.125222] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Acquired lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.125395] env[62153]: DEBUG nova.network.neutron [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Refreshing network info cache for port 1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.136754] env[62153]: INFO nova.scheduler.client.report [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocations for instance 4757876f-c636-4fd1-b22e-8d9f03fa2477 [ 2028.318981] env[62153]: DEBUG oslo_vmware.api [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151098} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.319689] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.320562] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.320562] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.335796] env[62153]: DEBUG nova.objects.base [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2028.350022] env[62153]: INFO nova.scheduler.client.report [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted allocations for instance 230434b9-8c7e-4b51-9717-96a00258ef83 [ 2028.514134] env[62153]: DEBUG nova.compute.manager [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2028.514134] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.514134] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6626bedd-eac2-4061-abd9-8792f5460099 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.524395] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.525265] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76fe6e82-7b7c-4b4e-bac9-c9689c09776f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.532903] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2028.532903] env[62153]: value = "task-2073286" [ 2028.532903] env[62153]: _type = "Task" [ 2028.532903] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.544956] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.587560] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073285, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.599026] env[62153]: DEBUG nova.compute.utils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.602871] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2028.603197] env[62153]: DEBUG nova.network.neutron [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2028.651211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1626b500-23e5-4088-a0ea-c87d7845f547 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "4757876f-c636-4fd1-b22e-8d9f03fa2477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.368s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.724206] env[62153]: DEBUG nova.policy [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e96739ebcc54bd4ae99bd341578082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a979107f49b04ba3ac9925acd3dcbcdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2028.858153] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.940107] env[62153]: DEBUG nova.network.neutron [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updated VIF entry in instance network info cache for port 1af5e14b-4314-4071-be6a-efbfaa9aa4de. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.940577] env[62153]: DEBUG nova.network.neutron [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updating instance_info_cache with network_info: [{"id": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "address": "fa:16:3e:65:c0:87", "network": {"id": "46c25156-17cd-4b05-9992-9c2ecfa4c97a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1007412780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a252a80c0540ccb701c73ba40bc94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5e14b-43", "ovs_interfaceid": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.049504] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073286, 'name': PowerOffVM_Task, 'duration_secs': 0.35917} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.050086] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2029.050301] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2029.050658] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d8c9d0-6207-4139-8d3f-623e280f5503 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.086419] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073285, 'name': CreateVM_Task, 'duration_secs': 0.551766} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.086949] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.087899] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425014', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'name': 'volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aec37370-958c-4c2c-9e35-1fea38081d88', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'serial': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'attachment_id': 'fa0b529a-4bc5-4898-805c-76a37d628964', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62153) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2029.088277] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Root volume attach. Driver type: vmdk {{(pid=62153) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2029.089511] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0483db9-92ad-431f-b597-fbb785201509 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.099568] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c8e954-c72c-449e-8ca3-f663c3410dc8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.106160] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3e22bd-5cb7-4156-a16b-e66547eb2746 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.113176] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a1a9f13a-b299-47db-a07a-7266457b882f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.124643] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2029.133475] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2029.133475] env[62153]: value = "task-2073288" [ 2029.133475] env[62153]: _type = "Task" [ 2029.133475] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.142020] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073288, 'name': RelocateVM_Task} progress is 12%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.166488] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2029.167056] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2029.167256] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleting the datastore file [datastore1] f67d19d9-9511-4e6d-a396-2b9111b77675 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2029.167533] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3896967a-d2f9-47de-a78f-4cca8f032714 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.173060] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f67d19d9-9511-4e6d-a396-2b9111b77675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.173272] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 810b45a7-52ea-4c63-8749-99a205355ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.173436] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.173572] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b40628ac-3a0b-4171-9458-a8be9e91a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.173689] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2c367759-d799-40be-8dc8-5608c38a6616 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.173801] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 14218117-b536-46d6-9bcb-60772d336c41 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.173923] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 173bae59-d64e-4e6c-b0a7-f19b3be7621c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174047] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b2186606-5944-418f-acba-d2c5b8c31f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174358] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5aef7500-5f4b-4645-88fd-d357b9e3515c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174500] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174604] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance e05c465c-41f8-423c-a721-b5e1ad75bab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174717] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance a01141db-9e5a-4709-987c-02d9a8401300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174825] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ac2d72d2-ccda-470a-ba28-2970ac33c77d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.174934] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 00402ed1-3104-4de8-908b-73768076ae4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.175048] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b8c04efe-5f2f-4512-b1cc-a7415071e0ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.175552] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 666efc5c-569c-410a-b6a2-4b3f8978e434 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.175552] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 9ee33263-4acd-44ef-9e46-df0a1b729771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.175552] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance aec37370-958c-4c2c-9e35-1fea38081d88 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.175552] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f85b197e-dda2-49fb-bd6d-00d888f3d2fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.178151] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for the task: (returnval){ [ 2029.178151] env[62153]: value = "task-2073289" [ 2029.178151] env[62153]: _type = "Task" [ 2029.178151] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.187415] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.373017] env[62153]: DEBUG nova.network.neutron [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Successfully created port: aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2029.435601] env[62153]: DEBUG nova.network.neutron [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [{"id": "adee4696-b081-46c8-ae90-8c193908fdc3", "address": "fa:16:3e:6a:d3:d3", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee4696-b0", "ovs_interfaceid": "adee4696-b081-46c8-ae90-8c193908fdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.444456] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Releasing lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.444833] env[62153]: DEBUG nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-vif-unplugged-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.445127] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.445365] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.445743] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.445857] env[62153]: DEBUG nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] No waiting events found dispatching network-vif-unplugged-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2029.446091] env[62153]: WARNING nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received unexpected event network-vif-unplugged-f59fa575-d858-4766-bc60-7d73c28f972e for instance with vm_state shelved and task_state shelving_offloading. [ 2029.446309] env[62153]: DEBUG nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-changed-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.446515] env[62153]: DEBUG nova.compute.manager [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Refreshing instance network info cache due to event network-changed-f59fa575-d858-4766-bc60-7d73c28f972e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2029.446712] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.446917] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.448075] env[62153]: DEBUG nova.network.neutron [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Refreshing network info cache for port f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.453981] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.454226] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.648720] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073288, 'name': RelocateVM_Task, 'duration_secs': 0.025261} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.649031] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2029.649244] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425014', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'name': 'volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aec37370-958c-4c2c-9e35-1fea38081d88', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'serial': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2029.650139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815cbde-3383-4ffb-9950-3aed8f146aa7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.668417] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84e5bf-f57a-48d7-b86c-6a852add93ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.686187] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ef327164-b937-4f11-9923-a34873be8770 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2029.694641] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73/volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.699472] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55238d09-af37-4b2d-9522-1a9969b51202 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.714996] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.715272] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.715440] env[62153]: DEBUG nova.compute.manager [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.716274] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc3cc0-9ea5-43b0-b6af-e146d602e63c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.728427] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.731029] env[62153]: DEBUG nova.compute.manager [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2029.731611] env[62153]: DEBUG nova.objects.instance [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lazy-loading 'flavor' on Instance uuid b8c04efe-5f2f-4512-b1cc-a7415071e0ba {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.732920] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2029.732920] env[62153]: value = "task-2073290" [ 2029.732920] env[62153]: _type = "Task" [ 2029.732920] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.742216] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.938787] env[62153]: DEBUG oslo_concurrency.lockutils [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-a01141db-9e5a-4709-987c-02d9a8401300" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.960624] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2030.144595] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2030.175116] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.175451] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.175558] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.175690] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.175847] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.175972] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.176289] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.176513] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.176949] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.176987] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.177632] env[62153]: DEBUG nova.virt.hardware [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.178449] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7517a82-7237-4ce8-821b-f849a03b910f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.189589] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc02c7-542d-4c42-970e-d19a8ebe210a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.195697] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2030.210195] env[62153]: DEBUG oslo_vmware.api [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Task: {'id': task-2073289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682868} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.210195] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2030.210195] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2030.210195] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2030.210195] env[62153]: INFO nova.compute.manager [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Took 1.70 seconds to destroy the instance on the hypervisor. [ 2030.210365] env[62153]: DEBUG oslo.service.loopingcall [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.210396] env[62153]: DEBUG nova.compute.manager [-] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2030.210726] env[62153]: DEBUG nova.network.neutron [-] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2030.247119] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.259424] env[62153]: DEBUG nova.network.neutron [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updated VIF entry in instance network info cache for port f59fa575-d858-4766-bc60-7d73c28f972e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.260359] env[62153]: DEBUG nova.network.neutron [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": null, "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf59fa575-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.371127] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.371553] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.489828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.496889] env[62153]: DEBUG nova.compute.manager [req-2e7887d9-2eea-4be3-8191-5cce6d9fa283 req-ded8f0ff-7d97-4d70-8319-6bba4341ca03 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Received event network-vif-deleted-e02d93be-a74b-4d8e-adfe-ba3481a49d0a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2030.497134] env[62153]: INFO nova.compute.manager [req-2e7887d9-2eea-4be3-8191-5cce6d9fa283 req-ded8f0ff-7d97-4d70-8319-6bba4341ca03 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Neutron deleted interface e02d93be-a74b-4d8e-adfe-ba3481a49d0a; detaching it from the instance and deleting it from the info cache [ 2030.497331] env[62153]: DEBUG nova.network.neutron [req-2e7887d9-2eea-4be3-8191-5cce6d9fa283 req-ded8f0ff-7d97-4d70-8319-6bba4341ca03 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.711172] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance e2ee3b5e-2089-4a28-992f-be3c992c63ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2030.711478] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2030.711628] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2030.742151] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.744789] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8cfa184-8089-40e3-9811-2a5c57f67839 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.749245] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073290, 'name': ReconfigVM_Task, 'duration_secs': 0.621486} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.749809] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73/volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.755411] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e21f7af-90d7-4b1c-a777-76dc9824a545 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.765544] env[62153]: DEBUG oslo_vmware.api [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2030.765544] env[62153]: value = "task-2073291" [ 2030.765544] env[62153]: _type = "Task" [ 2030.765544] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.768549] env[62153]: DEBUG oslo_concurrency.lockutils [req-c14eae38-506b-4d4d-b89b-9d9d32bef015 req-ce7fab36-1279-4159-b1b0-2a1aab79f430 service nova] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.775097] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2030.775097] env[62153]: value = "task-2073292" [ 2030.775097] env[62153]: _type = "Task" [ 2030.775097] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.781875] env[62153]: DEBUG oslo_vmware.api [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.789263] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.874557] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2030.944456] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.944761] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1ea41a-8292-4a3f-9b63-59c590200fc5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.953676] env[62153]: DEBUG oslo_vmware.api [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2030.953676] env[62153]: value = "task-2073293" [ 2030.953676] env[62153]: _type = "Task" [ 2030.953676] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.962438] env[62153]: DEBUG oslo_vmware.api [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.973922] env[62153]: DEBUG nova.network.neutron [-] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.000908] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-748298f2-f77a-406e-80c0-9ced630cbd4b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.017473] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94539d65-8834-4200-8820-e925eea79370 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.041871] env[62153]: DEBUG nova.compute.manager [req-1e629d35-f86c-42dd-b01d-8c774ef4408c req-57b76abd-bc89-413a-9b46-829250ee97d9 service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Received event network-vif-plugged-aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.042246] env[62153]: DEBUG oslo_concurrency.lockutils [req-1e629d35-f86c-42dd-b01d-8c774ef4408c req-57b76abd-bc89-413a-9b46-829250ee97d9 service nova] Acquiring lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.042512] env[62153]: DEBUG oslo_concurrency.lockutils [req-1e629d35-f86c-42dd-b01d-8c774ef4408c req-57b76abd-bc89-413a-9b46-829250ee97d9 service nova] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.042710] env[62153]: DEBUG oslo_concurrency.lockutils [req-1e629d35-f86c-42dd-b01d-8c774ef4408c req-57b76abd-bc89-413a-9b46-829250ee97d9 service nova] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.042944] env[62153]: DEBUG nova.compute.manager [req-1e629d35-f86c-42dd-b01d-8c774ef4408c req-57b76abd-bc89-413a-9b46-829250ee97d9 service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] No waiting events found dispatching network-vif-plugged-aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2031.043156] env[62153]: WARNING nova.compute.manager [req-1e629d35-f86c-42dd-b01d-8c774ef4408c req-57b76abd-bc89-413a-9b46-829250ee97d9 service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Received unexpected event network-vif-plugged-aec9d1e3-9481-46df-a3e7-080efd0904a9 for instance with vm_state building and task_state spawning. [ 2031.062670] env[62153]: DEBUG nova.compute.manager [req-2e7887d9-2eea-4be3-8191-5cce6d9fa283 req-ded8f0ff-7d97-4d70-8319-6bba4341ca03 service nova] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Detach interface failed, port_id=e02d93be-a74b-4d8e-adfe-ba3481a49d0a, reason: Instance f67d19d9-9511-4e6d-a396-2b9111b77675 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2031.115615] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d454d0a9-803e-495e-a9d4-11fa4e63b617 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.125176] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9869ba76-c8e1-49d6-9c7a-a7a6c94bd0af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.157181] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87162a14-5029-4a30-8940-1c22ba105e0c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.164521] env[62153]: DEBUG nova.network.neutron [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Successfully updated port: aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2031.166584] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d9f7a9-c1a8-4b51-a23d-5dd721a4a3df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.180304] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.279382] env[62153]: DEBUG oslo_vmware.api [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073291, 'name': PowerOffVM_Task, 'duration_secs': 0.286009} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.282667] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.282879] env[62153]: DEBUG nova.compute.manager [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.283743] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf6d151-3f2d-4473-8551-2b34aa70ba24 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.292054] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073292, 'name': ReconfigVM_Task, 'duration_secs': 0.178578} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.293108] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425014', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'name': 'volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aec37370-958c-4c2c-9e35-1fea38081d88', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'serial': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2031.295562] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8c7ecf-1d18-4cca-83c8-bc488b0f90b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.302221] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2031.302221] env[62153]: value = "task-2073294" [ 2031.302221] env[62153]: _type = "Task" [ 2031.302221] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.310085] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073294, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.392952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.395595] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.464699] env[62153]: DEBUG oslo_vmware.api [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073293, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.476379] env[62153]: INFO nova.compute.manager [-] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Took 1.27 seconds to deallocate network for instance. [ 2031.671922] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.672111] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.672253] env[62153]: DEBUG nova.network.neutron [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2031.684047] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.802119] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00898864-9d33-4cb6-9720-ebbef68c7b25 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.812011] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073294, 'name': Rename_Task, 'duration_secs': 0.163561} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.812302] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2031.812596] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9034db6-9803-4eea-ad21-7ddcfcb96fe9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.819659] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2031.819659] env[62153]: value = "task-2073295" [ 2031.819659] env[62153]: _type = "Task" [ 2031.819659] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.827543] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.965376] env[62153]: DEBUG oslo_vmware.api [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073293, 'name': PowerOnVM_Task, 'duration_secs': 0.555162} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.965727] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.965822] env[62153]: DEBUG nova.compute.manager [None req-80b9bf0d-8e1f-471e-be00-04109b940566 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.966818] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df176a7-938d-4f4b-97c9-2755ce35364d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.982876] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.188063] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2032.189462] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.093s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.189462] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.805s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.190277] env[62153]: INFO nova.compute.claims [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2032.192802] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.193326] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2032.205178] env[62153]: DEBUG nova.network.neutron [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2032.335503] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.388974] env[62153]: DEBUG nova.network.neutron [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [{"id": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "address": "fa:16:3e:63:94:a2", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec9d1e3-94", "ovs_interfaceid": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.710124] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] There are 54 instances to clean {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2032.710391] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 53aaafa9-ac00-4301-abcc-3aa0622bd455] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2032.737556] env[62153]: DEBUG nova.objects.instance [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lazy-loading 'flavor' on Instance uuid b8c04efe-5f2f-4512-b1cc-a7415071e0ba {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.741302] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.742037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.742037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "a01141db-9e5a-4709-987c-02d9a8401300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.742037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.742223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.743712] env[62153]: INFO nova.compute.manager [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Terminating instance [ 2032.832286] env[62153]: DEBUG oslo_vmware.api [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073295, 'name': PowerOnVM_Task, 'duration_secs': 0.86642} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.832522] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2032.832740] env[62153]: INFO nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Took 5.91 seconds to spawn the instance on the hypervisor. [ 2032.832924] env[62153]: DEBUG nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.833752] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480c2611-64fc-4fb2-817e-8e10144af53f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.891574] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.891902] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Instance network_info: |[{"id": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "address": "fa:16:3e:63:94:a2", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec9d1e3-94", "ovs_interfaceid": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2032.892600] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:94:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aec9d1e3-9481-46df-a3e7-080efd0904a9', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2032.900073] env[62153]: DEBUG oslo.service.loopingcall [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2032.900286] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2032.900510] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62af8edf-a67b-4160-b2b0-b6be52854b28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.920946] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2032.920946] env[62153]: value = "task-2073296" [ 2032.920946] env[62153]: _type = "Task" [ 2032.920946] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.928453] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073296, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.070763] env[62153]: DEBUG nova.compute.manager [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Received event network-changed-aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.071036] env[62153]: DEBUG nova.compute.manager [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Refreshing instance network info cache due to event network-changed-aec9d1e3-9481-46df-a3e7-080efd0904a9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2033.071172] env[62153]: DEBUG oslo_concurrency.lockutils [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] Acquiring lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.071281] env[62153]: DEBUG oslo_concurrency.lockutils [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] Acquired lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.071444] env[62153]: DEBUG nova.network.neutron [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Refreshing network info cache for port aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.216467] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 73594d45-024c-437c-ba56-8f8513e7c0f7] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2033.248413] env[62153]: DEBUG nova.compute.manager [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2033.248638] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2033.249196] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.249383] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquired lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.249552] env[62153]: DEBUG nova.network.neutron [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.249829] env[62153]: DEBUG nova.objects.instance [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lazy-loading 'info_cache' on Instance uuid b8c04efe-5f2f-4512-b1cc-a7415071e0ba {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.252210] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02d189-bb71-4df0-9f61-fc5ab3a6e622 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.260882] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2033.261187] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08116454-6e52-491e-b320-4313a410efed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.270693] env[62153]: DEBUG oslo_vmware.api [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2033.270693] env[62153]: value = "task-2073297" [ 2033.270693] env[62153]: _type = "Task" [ 2033.270693] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.279790] env[62153]: DEBUG oslo_vmware.api [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.350495] env[62153]: INFO nova.compute.manager [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Took 28.38 seconds to build instance. [ 2033.433491] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073296, 'name': CreateVM_Task, 'duration_secs': 0.351426} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.433734] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2033.434578] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.434799] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.435133] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2033.435486] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12293435-e065-47fb-80c5-2a69a74a1b6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.442182] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2033.442182] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527ddf54-d230-e987-3961-39a71beba9e5" [ 2033.442182] env[62153]: _type = "Task" [ 2033.442182] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.454613] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527ddf54-d230-e987-3961-39a71beba9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.592633] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40339b-9daa-4371-9ef3-89989da2dbfe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.604786] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61652d5c-58b4-45ca-8a12-509167961a33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.647446] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a4c71-ea6b-4c19-881c-ab0a7304838d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.655724] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15056fa-9344-46e8-b816-437e0772b20b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.671319] env[62153]: DEBUG nova.compute.provider_tree [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.721742] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 83d52cb2-36d7-48d5-af24-418cf7d13ed8] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2033.758220] env[62153]: DEBUG nova.objects.base [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2033.781735] env[62153]: DEBUG oslo_vmware.api [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073297, 'name': PowerOffVM_Task, 'duration_secs': 0.276967} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.782021] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.782197] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.782449] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e90cca0-63ff-4690-9143-abdeb7f770fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.855137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7356f18a-eec0-4840-8672-9bfafd597234 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "aec37370-958c-4c2c-9e35-1fea38081d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.891s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.957613] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527ddf54-d230-e987-3961-39a71beba9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011236} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.959642] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.959886] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2033.960152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.960301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.960476] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2033.960740] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-103b5fe4-0171-499f-bb4e-400323dda52f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.969992] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2033.970212] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2033.971230] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7224a9-af03-409e-860a-882579354cf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.976046] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2033.976046] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520d346a-a806-e67c-fead-2f8a39cfb13e" [ 2033.976046] env[62153]: _type = "Task" [ 2033.976046] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.983960] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520d346a-a806-e67c-fead-2f8a39cfb13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.070508] env[62153]: DEBUG nova.network.neutron [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updated VIF entry in instance network info cache for port aec9d1e3-9481-46df-a3e7-080efd0904a9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2034.070945] env[62153]: DEBUG nova.network.neutron [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [{"id": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "address": "fa:16:3e:63:94:a2", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec9d1e3-94", "ovs_interfaceid": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.173870] env[62153]: DEBUG nova.scheduler.client.report [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.224989] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 1400ca89-6579-49ce-a9ff-9ce5fd976ed5] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2034.473325] env[62153]: DEBUG nova.network.neutron [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Updating instance_info_cache with network_info: [{"id": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "address": "fa:16:3e:ad:3f:0f", "network": {"id": "dfc97f16-51d6-4192-9f1a-1c64ee5861ed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-410283640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aacab69e8a4a56be5021824decec8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1661fb-56", "ovs_interfaceid": "ad1661fb-56c4-431f-a6e8-6c65bd6af9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.487147] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520d346a-a806-e67c-fead-2f8a39cfb13e, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.487925] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7be6a29-150b-412e-a5c2-a08a981eaf46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.493125] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2034.493125] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528f114c-bf51-d6b1-5b74-0c6f18f5368f" [ 2034.493125] env[62153]: _type = "Task" [ 2034.493125] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.501238] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528f114c-bf51-d6b1-5b74-0c6f18f5368f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.574334] env[62153]: DEBUG oslo_concurrency.lockutils [req-66379303-14e8-4228-bfd7-8d31e0e736bf req-2ccee9be-3565-4d08-9030-86fd1058d8dc service nova] Releasing lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.679165] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.679658] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2034.682301] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.037s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.684044] env[62153]: INFO nova.compute.claims [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2034.729046] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5eb4314c-646c-4947-96fa-95a0814163af] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2034.976761] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Releasing lock "refresh_cache-b8c04efe-5f2f-4512-b1cc-a7415071e0ba" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.003743] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528f114c-bf51-d6b1-5b74-0c6f18f5368f, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.004059] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.004360] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe/f85b197e-dda2-49fb-bd6d-00d888f3d2fe.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2035.004645] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a8d7b72-d0c9-45f3-ad4c-dd300e9a85ed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.011272] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2035.011272] env[62153]: value = "task-2073299" [ 2035.011272] env[62153]: _type = "Task" [ 2035.011272] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.018472] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.100769] env[62153]: DEBUG nova.compute.manager [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Received event network-changed-1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2035.101031] env[62153]: DEBUG nova.compute.manager [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Refreshing instance network info cache due to event network-changed-1af5e14b-4314-4071-be6a-efbfaa9aa4de. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2035.101600] env[62153]: DEBUG oslo_concurrency.lockutils [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] Acquiring lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.101769] env[62153]: DEBUG oslo_concurrency.lockutils [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] Acquired lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.101936] env[62153]: DEBUG nova.network.neutron [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Refreshing network info cache for port 1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.189147] env[62153]: DEBUG nova.compute.utils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2035.194439] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2035.194861] env[62153]: DEBUG nova.network.neutron [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2035.232650] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fc087d27-beae-4e99-ad3d-72049e1fa4bb] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2035.247750] env[62153]: DEBUG nova.policy [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea4ab310c0646aa81c26cb35f61d132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8512b41703c3484b9724842aef73844b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2035.521533] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495403} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.521533] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe/f85b197e-dda2-49fb-bd6d-00d888f3d2fe.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2035.521659] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2035.522292] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d85cac9-f0d4-428f-ac5b-eafc8ed3b911 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.530015] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2035.530015] env[62153]: value = "task-2073300" [ 2035.530015] env[62153]: _type = "Task" [ 2035.530015] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.539698] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.555791] env[62153]: DEBUG nova.network.neutron [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Successfully created port: eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2035.697029] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2035.737845] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 78ca51c7-9dc9-4803-b322-9655bfa28878] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2035.903714] env[62153]: DEBUG nova.network.neutron [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updated VIF entry in instance network info cache for port 1af5e14b-4314-4071-be6a-efbfaa9aa4de. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.904088] env[62153]: DEBUG nova.network.neutron [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updating instance_info_cache with network_info: [{"id": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "address": "fa:16:3e:65:c0:87", "network": {"id": "46c25156-17cd-4b05-9992-9c2ecfa4c97a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1007412780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a252a80c0540ccb701c73ba40bc94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5e14b-43", "ovs_interfaceid": "1af5e14b-4314-4071-be6a-efbfaa9aa4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.983315] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.983655] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c923089-96f7-482a-94fc-6933852a8ef6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.990807] env[62153]: DEBUG oslo_vmware.api [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2035.990807] env[62153]: value = "task-2073301" [ 2035.990807] env[62153]: _type = "Task" [ 2035.990807] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.998873] env[62153]: DEBUG oslo_vmware.api [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.039236] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070261} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.042126] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2036.043151] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef29ae5e-4156-4d0c-9ef5-4305961a26b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.065338] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe/f85b197e-dda2-49fb-bd6d-00d888f3d2fe.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.066608] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4110a723-a16a-43b4-84c3-d920c429066a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.081322] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84fcf6-e099-4642-ad71-72183b96997a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.091041] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71494b5-7821-412c-9d69-7e59e2199f34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.094233] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2036.094233] env[62153]: value = "task-2073302" [ 2036.094233] env[62153]: _type = "Task" [ 2036.094233] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.123919] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2b8fd-dedd-452b-97a1-e197239a13ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.129851] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.134978] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2386d4-592b-48f1-a738-89ac6090dc3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.149995] env[62153]: DEBUG nova.compute.provider_tree [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.239240] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 3e4e261d-0a7c-4ed7-b089-2226f09d9f46] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2036.406864] env[62153]: DEBUG oslo_concurrency.lockutils [req-514fba00-a112-45ce-bfc8-0aceecddf560 req-a5b59ff9-31d7-42c2-a225-9aacae09fd4c service nova] Releasing lock "refresh_cache-aec37370-958c-4c2c-9e35-1fea38081d88" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.500848] env[62153]: DEBUG oslo_vmware.api [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.603953] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073302, 'name': ReconfigVM_Task, 'duration_secs': 0.409847} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.604306] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe/f85b197e-dda2-49fb-bd6d-00d888f3d2fe.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.604973] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c70daff-026e-4dfa-803f-81d61bca9f9d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.611664] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2036.611664] env[62153]: value = "task-2073303" [ 2036.611664] env[62153]: _type = "Task" [ 2036.611664] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.620053] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073303, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.653252] env[62153]: DEBUG nova.scheduler.client.report [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2036.705407] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2036.731668] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2036.731907] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2036.732077] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2036.732265] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2036.732466] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2036.732647] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2036.732853] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2036.733029] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2036.733193] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2036.733355] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2036.733526] env[62153]: DEBUG nova.virt.hardware [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2036.734382] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637f69b-c796-4e89-a93c-84cc9f6867da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.742387] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ed102-1778-4a1a-a752-dd2057330e38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.746356] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: c5e08b4d-9c45-431e-ae1f-1418ebfaf2dd] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2037.003806] env[62153]: DEBUG oslo_vmware.api [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073301, 'name': PowerOnVM_Task, 'duration_secs': 0.816738} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.004115] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2037.004322] env[62153]: DEBUG nova.compute.manager [None req-3690ced1-e98f-4172-8ad2-b1c3029e1da1 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.005087] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4ad5fa-af82-45a4-a59e-ccfcc2eea5a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.122896] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073303, 'name': Rename_Task, 'duration_secs': 0.362459} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.123192] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.123436] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09534476-32cf-444f-8890-d54fc9abf743 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.129311] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2037.129311] env[62153]: value = "task-2073304" [ 2037.129311] env[62153]: _type = "Task" [ 2037.129311] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.139105] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.157996] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.158612] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2037.161256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.303s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.161486] env[62153]: DEBUG nova.objects.instance [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'resources' on Instance uuid 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.251031] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 4757876f-c636-4fd1-b22e-8d9f03fa2477] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2037.640603] env[62153]: DEBUG oslo_vmware.api [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073304, 'name': PowerOnVM_Task, 'duration_secs': 0.459933} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.640805] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2037.641018] env[62153]: INFO nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Took 7.50 seconds to spawn the instance on the hypervisor. [ 2037.641238] env[62153]: DEBUG nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.642011] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be644a3-8b32-4e48-a9d0-458cd9a30483 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.666240] env[62153]: DEBUG nova.compute.utils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2037.668608] env[62153]: DEBUG nova.objects.instance [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'numa_topology' on Instance uuid 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.669962] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2037.670237] env[62153]: DEBUG nova.network.neutron [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2037.723495] env[62153]: DEBUG nova.policy [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2037.756054] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ba79aeda-8018-47ca-97f0-88f4385c6150] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2038.038350] env[62153]: DEBUG nova.network.neutron [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Successfully created port: b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2038.161176] env[62153]: INFO nova.compute.manager [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Took 24.31 seconds to build instance. [ 2038.170863] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2038.173664] env[62153]: DEBUG nova.objects.base [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Object Instance<230434b9-8c7e-4b51-9717-96a00258ef83> lazy-loaded attributes: resources,numa_topology {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2038.261386] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 19bc94fa-d863-4b60-ace0-90e01d02b2e1] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2038.561021] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf93e9d-e80c-4fe1-93d4-9735167fdf61 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.569926] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d74788b-5040-46c5-8cbe-af70d8ef7ade {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.601041] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2532214d-ca0c-45f1-b0cc-3141b59c6ab2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.609981] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fed615-610c-4d02-a1f0-78aeec0e6099 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.623568] env[62153]: DEBUG nova.compute.provider_tree [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.665831] env[62153]: DEBUG oslo_concurrency.lockutils [None req-62a7c8dd-e0d9-497b-9628-f997d45164dd tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.818s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.766420] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 71e74f84-7340-42e9-9d64-99d8e4706406] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2039.127083] env[62153]: DEBUG nova.scheduler.client.report [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.183341] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2039.208764] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2039.209036] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.209691] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2039.209691] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.209691] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2039.209846] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2039.210579] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2039.210792] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2039.211024] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2039.211281] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2039.211433] env[62153]: DEBUG nova.virt.hardware [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2039.212358] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63067fd-b648-411d-b297-17520e429483 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.220626] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0490ab-0542-47a4-9aba-fa576a20b055 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.270939] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f1c187a9-b3d8-46d5-9718-a515abae05c3] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2039.633574] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.471s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.635472] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.146s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.639089] env[62153]: INFO nova.compute.claims [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2039.774516] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 91637ee1-38a6-458b-9ac5-e37be456026b] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2039.928040] env[62153]: DEBUG nova.compute.manager [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2040.139765] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46d5951d-5a69-45ac-8b4d-08ffcf751c66 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.194s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.140852] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.748s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.141053] env[62153]: INFO nova.compute.manager [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Unshelving [ 2040.278246] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 713e6fc8-7d9a-42f1-824c-ee51b5bc6bf5] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2040.451347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.676790] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "9ee33263-4acd-44ef-9e46-df0a1b729771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.677100] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.677350] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "9ee33263-4acd-44ef-9e46-df0a1b729771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.677569] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.677788] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.679858] env[62153]: INFO nova.compute.manager [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Terminating instance [ 2040.782030] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: a86f03e4-58fd-4b01-86ee-aeefd207eb65] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2040.943835] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd525c9-3200-4b15-8ba1-c5799fcf62f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.951721] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948304b-4cbd-408e-89e8-3d902b197c57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.983061] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e19d818-f6c3-4bd6-ae13-2b43e84acb7a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.991544] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fe16f4-32de-4b3f-90e4-5973310bdcbb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.005718] env[62153]: DEBUG nova.compute.provider_tree [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.166456] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.186386] env[62153]: DEBUG nova.compute.manager [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2041.186602] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.187508] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be16f27-1dd4-4619-a3a6-5f39fcb54cf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.195529] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.195786] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee08a09-c171-4d88-a7c6-44e4c309b4b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.202394] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2041.202394] env[62153]: value = "task-2073305" [ 2041.202394] env[62153]: _type = "Task" [ 2041.202394] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.210649] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.284848] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fd0b7987-635e-483c-8189-683cc5c2ed9e] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2041.509505] env[62153]: DEBUG nova.scheduler.client.report [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.712334] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073305, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.788492] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 63be7cd3-af71-44df-bc9f-b392b2e68f78] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2042.016094] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.016094] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2042.018970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.623s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.021026] env[62153]: INFO nova.compute.claims [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2042.212564] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073305, 'name': PowerOffVM_Task, 'duration_secs': 0.523951} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.212857] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.213039] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.213279] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f2fde50-f287-4ef7-80f0-feaa1728b2ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.291797] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d2fc7e37-5866-4c59-a20a-f311ecceddb9] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2042.520554] env[62153]: DEBUG nova.compute.utils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2042.522117] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2042.522306] env[62153]: DEBUG nova.network.neutron [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2042.561930] env[62153]: DEBUG nova.policy [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4de49c149e67433ca64922b86198c29c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de6ec199e2d34cdf82939b5ebea626c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2042.794705] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: dcb7c1cc-b44b-4a65-996f-7fb0314e7f8d] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2042.834223] env[62153]: DEBUG nova.network.neutron [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Successfully created port: f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2042.899205] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.899422] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.899615] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleting the datastore file [datastore1] a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.899900] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dabf788b-8ad6-4ce4-843b-cfa998d8effc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.907032] env[62153]: DEBUG oslo_vmware.api [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2042.907032] env[62153]: value = "task-2073307" [ 2042.907032] env[62153]: _type = "Task" [ 2042.907032] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.914930] env[62153]: DEBUG oslo_vmware.api [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.941045] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.941339] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.941517] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleting the datastore file [datastore1] 9ee33263-4acd-44ef-9e46-df0a1b729771 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.941791] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e455f0a7-3969-44e7-ab10-4908996d4e14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.950543] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2042.950543] env[62153]: value = "task-2073308" [ 2042.950543] env[62153]: _type = "Task" [ 2042.950543] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.963229] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.025319] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2043.297876] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5f32fb5d-5502-40a0-b9d0-886e4f301466] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2043.419251] env[62153]: DEBUG oslo_vmware.api [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147422} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.419251] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.419404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.419556] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.419729] env[62153]: INFO nova.compute.manager [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 10.17 seconds to destroy the instance on the hypervisor. [ 2043.419964] env[62153]: DEBUG oslo.service.loopingcall [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.420158] env[62153]: DEBUG nova.compute.manager [-] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2043.420253] env[62153]: DEBUG nova.network.neutron [-] [instance: a01141db-9e5a-4709-987c-02d9a8401300] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2043.433863] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14972d-4661-4a84-a835-a744e12f1727 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.441516] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cfced1-bd35-4cab-841e-b61e7f1ada9f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.474785] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed09c61-4bd7-450c-ab3d-1985eef58082 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.486483] env[62153]: DEBUG oslo_vmware.api [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145111} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.486910] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.487159] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.487395] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.487622] env[62153]: INFO nova.compute.manager [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Took 2.30 seconds to destroy the instance on the hypervisor. [ 2043.487911] env[62153]: DEBUG oslo.service.loopingcall [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.489193] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7799bf-5f70-4d85-a3fc-72e2f525e0f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.492789] env[62153]: DEBUG nova.compute.manager [-] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2043.492892] env[62153]: DEBUG nova.network.neutron [-] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2043.506301] env[62153]: DEBUG nova.compute.provider_tree [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.804192] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 349df407-b1f0-4844-8ad7-db5839ee2c78] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2043.812425] env[62153]: DEBUG nova.compute.manager [req-da3cb0d4-7adb-4099-ba20-1da53a44a107 req-e4500291-37c2-4196-a892-697e372d3f8b service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Received event network-vif-deleted-4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2043.812650] env[62153]: INFO nova.compute.manager [req-da3cb0d4-7adb-4099-ba20-1da53a44a107 req-e4500291-37c2-4196-a892-697e372d3f8b service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Neutron deleted interface 4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7; detaching it from the instance and deleting it from the info cache [ 2043.812938] env[62153]: DEBUG nova.network.neutron [req-da3cb0d4-7adb-4099-ba20-1da53a44a107 req-e4500291-37c2-4196-a892-697e372d3f8b service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.980146] env[62153]: DEBUG nova.compute.manager [req-7a9f320e-25f5-495a-93a3-f2bb43265f8a req-1202d1cc-6b43-4267-81c2-d6a0b37c50cf service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Received event network-vif-plugged-b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2043.980275] env[62153]: DEBUG oslo_concurrency.lockutils [req-7a9f320e-25f5-495a-93a3-f2bb43265f8a req-1202d1cc-6b43-4267-81c2-d6a0b37c50cf service nova] Acquiring lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.980795] env[62153]: DEBUG oslo_concurrency.lockutils [req-7a9f320e-25f5-495a-93a3-f2bb43265f8a req-1202d1cc-6b43-4267-81c2-d6a0b37c50cf service nova] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.981034] env[62153]: DEBUG oslo_concurrency.lockutils [req-7a9f320e-25f5-495a-93a3-f2bb43265f8a req-1202d1cc-6b43-4267-81c2-d6a0b37c50cf service nova] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.981213] env[62153]: DEBUG nova.compute.manager [req-7a9f320e-25f5-495a-93a3-f2bb43265f8a req-1202d1cc-6b43-4267-81c2-d6a0b37c50cf service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] No waiting events found dispatching network-vif-plugged-b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2043.981378] env[62153]: WARNING nova.compute.manager [req-7a9f320e-25f5-495a-93a3-f2bb43265f8a req-1202d1cc-6b43-4267-81c2-d6a0b37c50cf service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Received unexpected event network-vif-plugged-b104e1e0-bc97-42de-94e3-934313fd6e48 for instance with vm_state building and task_state spawning. [ 2044.009752] env[62153]: DEBUG nova.scheduler.client.report [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.039924] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2044.067671] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.067902] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.068064] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.068268] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.068408] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.068557] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.068759] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.068915] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.069246] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.069338] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.069530] env[62153]: DEBUG nova.virt.hardware [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.070771] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f27c11-1723-46ad-a890-2f0aa921f222 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.078701] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dea5ba-6d45-4b0f-b2d0-cbde0f430543 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.170152] env[62153]: DEBUG nova.network.neutron [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Successfully updated port: b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2044.280768] env[62153]: DEBUG nova.network.neutron [-] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.310567] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 83fd43cd-76d3-411c-a6ac-f7b974c2a7b9] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2044.321015] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-249f719d-05ce-4010-b412-5e53112a0fda {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.330521] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d445b-44ac-4596-b596-188a8e032f77 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.342942] env[62153]: DEBUG nova.network.neutron [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Successfully updated port: eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2044.372885] env[62153]: DEBUG nova.compute.manager [req-da3cb0d4-7adb-4099-ba20-1da53a44a107 req-e4500291-37c2-4196-a892-697e372d3f8b service nova] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Detach interface failed, port_id=4caa247e-fd7f-4a9f-a3f8-025c2ef8d3d7, reason: Instance 9ee33263-4acd-44ef-9e46-df0a1b729771 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2044.514022] env[62153]: DEBUG nova.network.neutron [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Successfully updated port: f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2044.518587] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.518753] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2044.521691] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.539s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.521860] env[62153]: DEBUG nova.objects.instance [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lazy-loading 'resources' on Instance uuid f67d19d9-9511-4e6d-a396-2b9111b77675 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.630574] env[62153]: DEBUG nova.network.neutron [-] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.671854] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.672016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.672171] env[62153]: DEBUG nova.network.neutron [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.779877] env[62153]: INFO nova.compute.manager [-] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Took 1.29 seconds to deallocate network for instance. [ 2044.812029] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ac73bd12-161a-4720-8069-8b648645038b] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2044.844906] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-ef327164-b937-4f11-9923-a34873be8770" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.845126] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-ef327164-b937-4f11-9923-a34873be8770" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.845319] env[62153]: DEBUG nova.network.neutron [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.022188] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "refresh_cache-e2ee3b5e-2089-4a28-992f-be3c992c63ea" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.022288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "refresh_cache-e2ee3b5e-2089-4a28-992f-be3c992c63ea" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.022483] env[62153]: DEBUG nova.network.neutron [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.024592] env[62153]: DEBUG nova.compute.utils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2045.030034] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2045.030218] env[62153]: DEBUG nova.network.neutron [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2045.085757] env[62153]: DEBUG nova.policy [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bd1146e9a9b4fcd958b85f18b0aacaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c11e4b661ee6427bbd63f0447dc511ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2045.133652] env[62153]: INFO nova.compute.manager [-] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Took 1.71 seconds to deallocate network for instance. [ 2045.218488] env[62153]: DEBUG nova.network.neutron [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2045.287436] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.315135] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ab26cb52-33fe-42e7-906f-7cc2381c6119] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2045.370609] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe4bd80-8d50-44fa-b64f-9d2b0ab8ca3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.379432] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e09f1-d1e6-42c2-809f-7dee8c1a4f1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.412158] env[62153]: DEBUG nova.network.neutron [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2045.414559] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf144f1-2d5e-4929-8e1b-1b1d5503b249 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.422723] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90807597-b490-47a7-a772-5ae0bc63e6e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.440787] env[62153]: DEBUG nova.compute.provider_tree [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.502941] env[62153]: DEBUG nova.network.neutron [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Updating instance_info_cache with network_info: [{"id": "b104e1e0-bc97-42de-94e3-934313fd6e48", "address": "fa:16:3e:38:99:d9", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb104e1e0-bc", "ovs_interfaceid": "b104e1e0-bc97-42de-94e3-934313fd6e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.530635] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2045.583879] env[62153]: DEBUG nova.network.neutron [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Successfully created port: 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2045.613057] env[62153]: DEBUG nova.network.neutron [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2045.642688] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.694659] env[62153]: DEBUG nova.network.neutron [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Updating instance_info_cache with network_info: [{"id": "eaf38c62-da2a-439f-a35e-08b283faa97b", "address": "fa:16:3e:35:2d:b8", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf38c62-da", "ovs_interfaceid": "eaf38c62-da2a-439f-a35e-08b283faa97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.823044] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: a637e5b7-dbb7-4e52-b938-fb6b467e7f9b] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2045.868174] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Received event network-vif-plugged-eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.868565] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Acquiring lock "ef327164-b937-4f11-9923-a34873be8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.868879] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Lock "ef327164-b937-4f11-9923-a34873be8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.869134] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Lock "ef327164-b937-4f11-9923-a34873be8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.869901] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] No waiting events found dispatching network-vif-plugged-eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2045.870121] env[62153]: WARNING nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Received unexpected event network-vif-plugged-eaf38c62-da2a-439f-a35e-08b283faa97b for instance with vm_state building and task_state spawning. [ 2045.870770] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Received event network-changed-eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.870770] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Refreshing instance network info cache due to event network-changed-eaf38c62-da2a-439f-a35e-08b283faa97b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2045.873255] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Acquiring lock "refresh_cache-ef327164-b937-4f11-9923-a34873be8770" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.915706] env[62153]: DEBUG nova.network.neutron [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Updating instance_info_cache with network_info: [{"id": "f447bf78-2459-40cd-b034-8a88c12dec32", "address": "fa:16:3e:43:50:f9", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf447bf78-24", "ovs_interfaceid": "f447bf78-2459-40cd-b034-8a88c12dec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.945738] env[62153]: DEBUG nova.scheduler.client.report [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.007594] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.010118] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Instance network_info: |[{"id": "b104e1e0-bc97-42de-94e3-934313fd6e48", "address": "fa:16:3e:38:99:d9", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb104e1e0-bc", "ovs_interfaceid": "b104e1e0-bc97-42de-94e3-934313fd6e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2046.010118] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:99:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b104e1e0-bc97-42de-94e3-934313fd6e48', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.017997] env[62153]: DEBUG oslo.service.loopingcall [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.018831] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.018831] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7a444f-aecc-4493-8661-5fbceea8f65d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.045217] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.045217] env[62153]: value = "task-2073309" [ 2046.045217] env[62153]: _type = "Task" [ 2046.045217] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.058085] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073309, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.084977] env[62153]: DEBUG nova.compute.manager [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Received event network-vif-deleted-adee4696-b081-46c8-ae90-8c193908fdc3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.085389] env[62153]: DEBUG nova.compute.manager [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Received event network-changed-b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.085530] env[62153]: DEBUG nova.compute.manager [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Refreshing instance network info cache due to event network-changed-b104e1e0-bc97-42de-94e3-934313fd6e48. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2046.085752] env[62153]: DEBUG oslo_concurrency.lockutils [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] Acquiring lock "refresh_cache-0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.085898] env[62153]: DEBUG oslo_concurrency.lockutils [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] Acquired lock "refresh_cache-0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.086068] env[62153]: DEBUG nova.network.neutron [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Refreshing network info cache for port b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.197670] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-ef327164-b937-4f11-9923-a34873be8770" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.197993] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Instance network_info: |[{"id": "eaf38c62-da2a-439f-a35e-08b283faa97b", "address": "fa:16:3e:35:2d:b8", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf38c62-da", "ovs_interfaceid": "eaf38c62-da2a-439f-a35e-08b283faa97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2046.198325] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Acquired lock "refresh_cache-ef327164-b937-4f11-9923-a34873be8770" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.198525] env[62153]: DEBUG nova.network.neutron [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Refreshing network info cache for port eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.199971] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:2d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaf38c62-da2a-439f-a35e-08b283faa97b', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.208033] env[62153]: DEBUG oslo.service.loopingcall [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.209031] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef327164-b937-4f11-9923-a34873be8770] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.209252] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f97ff96-9daf-4ab3-90aa-79036c32c0ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.230012] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.230012] env[62153]: value = "task-2073310" [ 2046.230012] env[62153]: _type = "Task" [ 2046.230012] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.238718] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073310, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.323411] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 2be13e6c-d7cd-4bc8-8081-d33beef1869e] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2046.419613] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "refresh_cache-e2ee3b5e-2089-4a28-992f-be3c992c63ea" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.420127] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Instance network_info: |[{"id": "f447bf78-2459-40cd-b034-8a88c12dec32", "address": "fa:16:3e:43:50:f9", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf447bf78-24", "ovs_interfaceid": "f447bf78-2459-40cd-b034-8a88c12dec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2046.421771] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:50:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f447bf78-2459-40cd-b034-8a88c12dec32', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.435118] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Creating folder: Project (de6ec199e2d34cdf82939b5ebea626c0). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2046.435591] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4960193d-015f-4b1c-8493-a812c26be74d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.448210] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Created folder: Project (de6ec199e2d34cdf82939b5ebea626c0) in parent group-v424816. [ 2046.448642] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Creating folder: Instances. Parent ref: group-v425031. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2046.449023] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee459cba-e10f-4f44-9a1b-7370159aa110 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.452755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.454695] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.003s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.464651] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Created folder: Instances in parent group-v425031. [ 2046.464847] env[62153]: DEBUG oslo.service.loopingcall [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.465138] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.465442] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-381f6216-b278-40e9-bb41-4a9a75b16d1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.488429] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.488429] env[62153]: value = "task-2073313" [ 2046.488429] env[62153]: _type = "Task" [ 2046.488429] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.489656] env[62153]: INFO nova.scheduler.client.report [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Deleted allocations for instance f67d19d9-9511-4e6d-a396-2b9111b77675 [ 2046.502087] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073313, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.548640] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2046.561843] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073309, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.579623] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.579969] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.580187] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.580480] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.580669] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.580865] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.581119] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.581286] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.581512] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.581673] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.581850] env[62153]: DEBUG nova.virt.hardware [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.582864] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d35b68-fce8-49c7-9f8f-374df93dfc2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.594169] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d841bba3-774c-4115-9607-89e45ea9de10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.743324] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073310, 'name': CreateVM_Task, 'duration_secs': 0.38276} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.746137] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef327164-b937-4f11-9923-a34873be8770] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2046.746936] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.747211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.747607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2046.749122] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822bf0a8-6fa9-4ab8-a11b-19067beefc1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.760351] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2046.760351] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d59949-accd-aa24-bac8-5a8b704ba873" [ 2046.760351] env[62153]: _type = "Task" [ 2046.760351] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.766300] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d59949-accd-aa24-bac8-5a8b704ba873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.827598] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b04e0c4e-90ad-450f-ad34-0e91b9462e27] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2046.888913] env[62153]: DEBUG nova.network.neutron [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Updated VIF entry in instance network info cache for port b104e1e0-bc97-42de-94e3-934313fd6e48. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.889274] env[62153]: DEBUG nova.network.neutron [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Updating instance_info_cache with network_info: [{"id": "b104e1e0-bc97-42de-94e3-934313fd6e48", "address": "fa:16:3e:38:99:d9", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb104e1e0-bc", "ovs_interfaceid": "b104e1e0-bc97-42de-94e3-934313fd6e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.961073] env[62153]: INFO nova.compute.claims [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.004191] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073313, 'name': CreateVM_Task, 'duration_secs': 0.36766} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.004674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9704bddc-1682-4481-a170-aadb1c054250 tempest-MigrationsAdminTest-1243810339 tempest-MigrationsAdminTest-1243810339-project-member] Lock "f67d19d9-9511-4e6d-a396-2b9111b77675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.006191] env[62153]: DEBUG nova.network.neutron [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Updated VIF entry in instance network info cache for port eaf38c62-da2a-439f-a35e-08b283faa97b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2047.006559] env[62153]: DEBUG nova.network.neutron [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Updating instance_info_cache with network_info: [{"id": "eaf38c62-da2a-439f-a35e-08b283faa97b", "address": "fa:16:3e:35:2d:b8", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf38c62-da", "ovs_interfaceid": "eaf38c62-da2a-439f-a35e-08b283faa97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.007635] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2047.012032] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.062929] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073309, 'name': CreateVM_Task, 'duration_secs': 0.520507} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.063267] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2047.064261] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.270490] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d59949-accd-aa24-bac8-5a8b704ba873, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.270792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.271038] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.271282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.271430] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.271618] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.271891] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.272251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2047.272566] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c491f08-d0fc-4411-8461-2c2a1119c889 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.274741] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00381f58-b19d-4fea-9b2a-7fdac099f2eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.279328] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2047.279328] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227dbf9-2ca9-7b08-acbb-0b7da04d0a31" [ 2047.279328] env[62153]: _type = "Task" [ 2047.279328] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.283890] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.284103] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.285411] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf522d5f-349c-4dc3-9f7c-4b523bdd48e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.291526] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227dbf9-2ca9-7b08-acbb-0b7da04d0a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.294525] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2047.294525] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f97530-669c-ad4b-0ef6-e7bce7d5614e" [ 2047.294525] env[62153]: _type = "Task" [ 2047.294525] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.307685] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f97530-669c-ad4b-0ef6-e7bce7d5614e, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.307685] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878387f2-1436-494c-8156-bf4661f90bc8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.312987] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2047.312987] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c07818-d968-ee00-6d46-f81ba3878555" [ 2047.312987] env[62153]: _type = "Task" [ 2047.312987] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.321135] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c07818-d968-ee00-6d46-f81ba3878555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.330692] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 83ca6a4e-6044-4872-a6a8-91e04523fa81] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2047.391792] env[62153]: DEBUG oslo_concurrency.lockutils [req-ec72818e-d135-43f1-84d5-53982307e9a9 req-f1128c18-6f63-4cd8-8dd9-b5957333565d service nova] Releasing lock "refresh_cache-0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.419206] env[62153]: DEBUG nova.network.neutron [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Successfully updated port: 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2047.468072] env[62153]: INFO nova.compute.resource_tracker [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating resource usage from migration ed0e9481-8d07-4c8b-b97d-a6c7272d3463 [ 2047.512989] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Releasing lock "refresh_cache-ef327164-b937-4f11-9923-a34873be8770" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.513390] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Received event network-vif-plugged-f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.513681] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Acquiring lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.513821] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.513860] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.514043] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] No waiting events found dispatching network-vif-plugged-f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2047.514225] env[62153]: WARNING nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Received unexpected event network-vif-plugged-f447bf78-2459-40cd-b034-8a88c12dec32 for instance with vm_state building and task_state spawning. [ 2047.514390] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Received event network-changed-f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.514551] env[62153]: DEBUG nova.compute.manager [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Refreshing instance network info cache due to event network-changed-f447bf78-2459-40cd-b034-8a88c12dec32. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2047.514735] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Acquiring lock "refresh_cache-e2ee3b5e-2089-4a28-992f-be3c992c63ea" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.514875] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Acquired lock "refresh_cache-e2ee3b5e-2089-4a28-992f-be3c992c63ea" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.515045] env[62153]: DEBUG nova.network.neutron [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Refreshing network info cache for port f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.752873] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2dbdb5-63e0-4d40-95f8-6df9b7f2fd81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.760628] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8f410a-8399-4425-b7e1-b8483dbc5211 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.795185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e9450-7076-4b65-b2e7-7c45cbbc137f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.803257] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227dbf9-2ca9-7b08-acbb-0b7da04d0a31, 'name': SearchDatastore_Task, 'duration_secs': 0.01457} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.805416] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.805666] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.805907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.806245] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.806555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2047.807771] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ae910f-0d1c-4577-afdd-e07723b32b2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.811632] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f97707-1a6b-4e00-aba7-5b93a68cb8d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.825193] env[62153]: DEBUG nova.compute.provider_tree [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.828176] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2047.828176] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524a0339-8821-2e78-f9de-532a55b1b95a" [ 2047.828176] env[62153]: _type = "Task" [ 2047.828176] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.835048] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 537cd010-2546-4755-a560-a77f6f22a163] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2047.836866] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c07818-d968-ee00-6d46-f81ba3878555, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.838105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.838376] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ef327164-b937-4f11-9923-a34873be8770/ef327164-b937-4f11-9923-a34873be8770.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2047.838664] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.838854] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.839091] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5899a2bd-b9ae-48e3-85a9-3925b1617c4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.844423] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c3c4117-05d2-43f7-8fa5-8775a59f4ee2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.846283] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524a0339-8821-2e78-f9de-532a55b1b95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.851895] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2047.851895] env[62153]: value = "task-2073314" [ 2047.851895] env[62153]: _type = "Task" [ 2047.851895] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.857217] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.857217] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.857915] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ab8c2f-c4f4-426c-bb78-13f38229027a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.863523] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.866963] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2047.866963] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525904f4-a421-ec14-a8f2-6e4825f8c037" [ 2047.866963] env[62153]: _type = "Task" [ 2047.866963] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.875272] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525904f4-a421-ec14-a8f2-6e4825f8c037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.897029] env[62153]: DEBUG nova.compute.manager [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-vif-plugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.897127] env[62153]: DEBUG oslo_concurrency.lockutils [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.897426] env[62153]: DEBUG oslo_concurrency.lockutils [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.897553] env[62153]: DEBUG oslo_concurrency.lockutils [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.897765] env[62153]: DEBUG nova.compute.manager [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] No waiting events found dispatching network-vif-plugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2047.897921] env[62153]: WARNING nova.compute.manager [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received unexpected event network-vif-plugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b for instance with vm_state building and task_state spawning. [ 2047.898019] env[62153]: DEBUG nova.compute.manager [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.898187] env[62153]: DEBUG nova.compute.manager [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing instance network info cache due to event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2047.898517] env[62153]: DEBUG oslo_concurrency.lockutils [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.898582] env[62153]: DEBUG oslo_concurrency.lockutils [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.898747] env[62153]: DEBUG nova.network.neutron [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.922078] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.329812] env[62153]: DEBUG nova.scheduler.client.report [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.338024] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 3b7f53c5-a334-41e9-ad16-d8b5bb467222] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2048.343362] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524a0339-8821-2e78-f9de-532a55b1b95a, 'name': SearchDatastore_Task, 'duration_secs': 0.028134} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.345804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.345804] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2048.345804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.373387] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.378645] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ef327164-b937-4f11-9923-a34873be8770/ef327164-b937-4f11-9923-a34873be8770.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2048.378893] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2048.379386] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6780ee8c-0f7c-439a-88bb-8403dd1e161b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.387723] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525904f4-a421-ec14-a8f2-6e4825f8c037, 'name': SearchDatastore_Task, 'duration_secs': 0.020618} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.389565] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2048.389565] env[62153]: value = "task-2073315" [ 2048.389565] env[62153]: _type = "Task" [ 2048.389565] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.389760] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd4581b-fb71-46c1-9d7a-ec234f6a68a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.402528] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2048.402528] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cd6c00-b5c8-1501-27e2-b2d0e2de6369" [ 2048.402528] env[62153]: _type = "Task" [ 2048.402528] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.402528] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.414131] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cd6c00-b5c8-1501-27e2-b2d0e2de6369, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.414392] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.414647] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] e2ee3b5e-2089-4a28-992f-be3c992c63ea/e2ee3b5e-2089-4a28-992f-be3c992c63ea.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2048.414921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.415122] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2048.418045] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb6de09-5f66-4875-b8ee-ef2a315d6d43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.418045] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e43c216-92ed-426a-84bc-190fe8034e92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.424143] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2048.424143] env[62153]: value = "task-2073316" [ 2048.424143] env[62153]: _type = "Task" [ 2048.424143] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.428583] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2048.428583] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2048.429938] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0ba3c5-17df-4f3c-9b56-ea0b06075c8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.435018] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.439540] env[62153]: DEBUG nova.network.neutron [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2048.442538] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2048.442538] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a15aa-a31d-925e-b9d6-5eab031ea7ca" [ 2048.442538] env[62153]: _type = "Task" [ 2048.442538] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.452237] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a15aa-a31d-925e-b9d6-5eab031ea7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.453011] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabfb6f1-04ea-48b3-bb15-b4a43bc6f163 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.457805] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2048.457805] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52edf282-b4c2-3fb6-8941-c8f58d448526" [ 2048.457805] env[62153]: _type = "Task" [ 2048.457805] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.465345] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52edf282-b4c2-3fb6-8941-c8f58d448526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.516572] env[62153]: DEBUG nova.network.neutron [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Updated VIF entry in instance network info cache for port f447bf78-2459-40cd-b034-8a88c12dec32. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.516771] env[62153]: DEBUG nova.network.neutron [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Updating instance_info_cache with network_info: [{"id": "f447bf78-2459-40cd-b034-8a88c12dec32", "address": "fa:16:3e:43:50:f9", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf447bf78-24", "ovs_interfaceid": "f447bf78-2459-40cd-b034-8a88c12dec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.556578] env[62153]: DEBUG nova.network.neutron [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.840617] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.383s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.840617] env[62153]: INFO nova.compute.manager [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Migrating [ 2048.860163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.694s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.860857] env[62153]: DEBUG nova.objects.instance [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'pci_requests' on Instance uuid 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2048.862519] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b30be790-a9ba-4ce8-8310-74be04f93752] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2048.903355] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067998} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.903630] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2048.904415] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ace3b0-103e-436a-bab7-c6b1896d5843 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.927183] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ef327164-b937-4f11-9923-a34873be8770/ef327164-b937-4f11-9923-a34873be8770.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.927766] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f60bc5-2ca7-4b6b-a050-5434de973484 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.952227] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461588} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.953409] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] e2ee3b5e-2089-4a28-992f-be3c992c63ea/e2ee3b5e-2089-4a28-992f-be3c992c63ea.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2048.953628] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2048.953927] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2048.953927] env[62153]: value = "task-2073317" [ 2048.953927] env[62153]: _type = "Task" [ 2048.953927] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.954126] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f63b266-717f-4821-a845-cbf3035f8db6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.968035] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2048.968035] env[62153]: value = "task-2073318" [ 2048.968035] env[62153]: _type = "Task" [ 2048.968035] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.972956] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.973244] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52edf282-b4c2-3fb6-8941-c8f58d448526, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.976966] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.977262] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b/0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2048.977602] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5d72164-b49a-4847-8b35-aec269fa48c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.986038] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.986701] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2048.986701] env[62153]: value = "task-2073319" [ 2048.986701] env[62153]: _type = "Task" [ 2048.986701] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.994708] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.020459] env[62153]: DEBUG oslo_concurrency.lockutils [req-0b0dbe58-bc6c-4ccc-9215-48ae96030b8d req-7c9677bc-91e9-4d0e-a2e0-e03ace4bcb69 service nova] Releasing lock "refresh_cache-e2ee3b5e-2089-4a28-992f-be3c992c63ea" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.038700] env[62153]: DEBUG nova.objects.instance [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lazy-loading 'flavor' on Instance uuid 173bae59-d64e-4e6c-b0a7-f19b3be7621c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.059317] env[62153]: DEBUG oslo_concurrency.lockutils [req-4036564d-a959-48a9-9b24-dffe6e418bda req-d1f75a32-7187-48c2-95bc-24070f68f089 service nova] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.059842] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.059968] env[62153]: DEBUG nova.network.neutron [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.364309] env[62153]: DEBUG nova.objects.instance [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'numa_topology' on Instance uuid 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.371577] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.371807] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.371993] env[62153]: DEBUG nova.network.neutron [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.373405] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 1d290661-08d5-41bc-9939-74eb30a0c1e4] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2049.469338] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.484210] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070748} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.484664] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2049.485543] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1203c825-adc3-4e8f-952e-c1376590a7c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.510467] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e2ee3b5e-2089-4a28-992f-be3c992c63ea/e2ee3b5e-2089-4a28-992f-be3c992c63ea.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2049.514662] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46766c91-d004-440b-8f7a-8301afa7e14d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.527943] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476482} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.528244] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b/0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2049.528457] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2049.529115] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4559ee1-ac1a-47c9-9bf2-89db74eaa8b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.534321] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2049.534321] env[62153]: value = "task-2073320" [ 2049.534321] env[62153]: _type = "Task" [ 2049.534321] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.535571] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2049.535571] env[62153]: value = "task-2073321" [ 2049.535571] env[62153]: _type = "Task" [ 2049.535571] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.547269] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.547806] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.547964] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.552904] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.607126] env[62153]: DEBUG nova.network.neutron [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2049.866687] env[62153]: INFO nova.compute.claims [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2049.878744] env[62153]: DEBUG nova.network.neutron [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.880130] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: bc73c76d-3c04-497a-a6b3-6f044ed1f0f1] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2049.933368] env[62153]: DEBUG nova.network.neutron [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.967749] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073317, 'name': ReconfigVM_Task, 'duration_secs': 0.536705} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.968034] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ef327164-b937-4f11-9923-a34873be8770/ef327164-b937-4f11-9923-a34873be8770.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.969010] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407ac949-8dab-4f2f-8211-dee9d0895cbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.976140] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2049.976140] env[62153]: value = "task-2073322" [ 2049.976140] env[62153]: _type = "Task" [ 2049.976140] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.985155] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073322, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.020964] env[62153]: DEBUG nova.compute.manager [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.021189] env[62153]: DEBUG nova.compute.manager [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing instance network info cache due to event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2050.021377] env[62153]: DEBUG oslo_concurrency.lockutils [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.053540] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073320, 'name': ReconfigVM_Task, 'duration_secs': 0.271834} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.056552] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e2ee3b5e-2089-4a28-992f-be3c992c63ea/e2ee3b5e-2089-4a28-992f-be3c992c63ea.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2050.057246] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079776} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.057459] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0710eb2b-9927-4e5d-81ec-b98bd9ba8bb5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.059162] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2050.059917] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a6c7a9-d5df-4bcd-81a6-82c8a7da1d6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.083566] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b/0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2050.087881] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbbe3b6-2e70-4a01-afa0-a16c0bf6c098 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.102019] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2050.102019] env[62153]: value = "task-2073323" [ 2050.102019] env[62153]: _type = "Task" [ 2050.102019] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.108772] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2050.108772] env[62153]: value = "task-2073324" [ 2050.108772] env[62153]: _type = "Task" [ 2050.108772] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.116197] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073323, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.119178] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.218253] env[62153]: DEBUG nova.network.neutron [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [{"id": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "address": "fa:16:3e:63:94:a2", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec9d1e3-94", "ovs_interfaceid": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.382859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.383144] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance network_info: |[{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2050.383458] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:1a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.391532] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating folder: Project (c11e4b661ee6427bbd63f0447dc511ad). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2050.392349] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fdc93b88-c907-4b45-8a44-905de045d21b] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2050.394190] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c3f3bcd-9147-4272-9a89-1f199b28eb21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.408705] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created folder: Project (c11e4b661ee6427bbd63f0447dc511ad) in parent group-v424816. [ 2050.408705] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating folder: Instances. Parent ref: group-v425034. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2050.408705] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b12e2cb5-6685-4574-8da0-3f1cbe80286a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.419363] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created folder: Instances in parent group-v425034. [ 2050.419595] env[62153]: DEBUG oslo.service.loopingcall [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.419781] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.419986] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba552d27-3f55-4b64-88e7-e4030f28357b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.446502] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.446502] env[62153]: value = "task-2073327" [ 2050.446502] env[62153]: _type = "Task" [ 2050.446502] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.454395] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073327, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.485350] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073322, 'name': Rename_Task, 'duration_secs': 0.153743} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.485616] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.485861] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed96a35-2811-4dff-a02a-eddc816a9dcf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.492542] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2050.492542] env[62153]: value = "task-2073328" [ 2050.492542] env[62153]: _type = "Task" [ 2050.492542] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.499946] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.621585] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073323, 'name': Rename_Task, 'duration_secs': 0.155385} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.621585] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.621585] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e6baf3f-3f7f-4d5c-a7a7-91d6482e2900 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.626482] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.627931] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2050.627931] env[62153]: value = "task-2073329" [ 2050.627931] env[62153]: _type = "Task" [ 2050.627931] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.635844] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.720609] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.726096] env[62153]: DEBUG nova.network.neutron [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.896898] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d3ceed43-21e6-4d7e-b954-81ccaf121649] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2050.960361] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073327, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.011999] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.123863] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073324, 'name': ReconfigVM_Task, 'duration_secs': 0.856867} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.124372] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b/0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2051.125040] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d60f53-02ed-4479-808f-aea81fd892e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.135740] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2051.135740] env[62153]: value = "task-2073330" [ 2051.135740] env[62153]: _type = "Task" [ 2051.135740] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.139705] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.149448] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073330, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.229596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.233020] env[62153]: DEBUG nova.compute.manager [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Inject network info {{(pid=62153) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2051.233020] env[62153]: DEBUG nova.compute.manager [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] network_info to inject: |[{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2051.235869] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Reconfiguring VM instance to set the machine id {{(pid=62153) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2051.236177] env[62153]: DEBUG oslo_concurrency.lockutils [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.236344] env[62153]: DEBUG nova.network.neutron [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.237415] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4dbec01-965b-4769-988f-72afe575a07e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.258477] env[62153]: DEBUG oslo_vmware.api [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 2051.258477] env[62153]: value = "task-2073331" [ 2051.258477] env[62153]: _type = "Task" [ 2051.258477] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.272359] env[62153]: DEBUG oslo_vmware.api [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.318030] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54522a-faf2-4249-bc27-f4ed686e30f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.326989] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2c838-d788-4517-8508-c3b83423213a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.360423] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a156449-a212-41b6-960c-afe1618db8a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.369208] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74dc8a8-d8ef-42f1-8b6a-3b57953ee90b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.383993] env[62153]: DEBUG nova.compute.provider_tree [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.404048] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: edc97b06-91c0-4bd4-b2bd-626697e0ac62] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2051.459254] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073327, 'name': CreateVM_Task, 'duration_secs': 0.558856} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.459555] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.460181] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.460343] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.460693] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.460953] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75c1d23-fe65-4900-99e9-798d99a83f95 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.465725] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2051.465725] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a90131-4137-b3f9-d944-7f23052477fe" [ 2051.465725] env[62153]: _type = "Task" [ 2051.465725] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.473474] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a90131-4137-b3f9-d944-7f23052477fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.502968] env[62153]: DEBUG oslo_vmware.api [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073328, 'name': PowerOnVM_Task, 'duration_secs': 0.577877} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.503680] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.503912] env[62153]: INFO nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Took 14.80 seconds to spawn the instance on the hypervisor. [ 2051.504110] env[62153]: DEBUG nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.505262] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d10a345-2294-4724-b66b-88edc68dd238 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.550158] env[62153]: DEBUG nova.objects.instance [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lazy-loading 'flavor' on Instance uuid 173bae59-d64e-4e6c-b0a7-f19b3be7621c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.642686] env[62153]: DEBUG oslo_vmware.api [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073329, 'name': PowerOnVM_Task, 'duration_secs': 0.526736} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.646424] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.646588] env[62153]: INFO nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Took 7.61 seconds to spawn the instance on the hypervisor. [ 2051.646811] env[62153]: DEBUG nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.647469] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e4c78e-a741-487b-8f65-ecef42377c54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.656523] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073330, 'name': Rename_Task, 'duration_secs': 0.21263} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.656939] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2051.659873] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dc895c2-5efe-4147-a708-591d720857ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.668055] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2051.668055] env[62153]: value = "task-2073332" [ 2051.668055] env[62153]: _type = "Task" [ 2051.668055] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.675849] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.769906] env[62153]: DEBUG oslo_vmware.api [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073331, 'name': ReconfigVM_Task, 'duration_secs': 0.187863} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.770884] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-50f76f16-e7ed-4050-a9c2-610bfaf873eb tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Reconfigured VM instance to set the machine id {{(pid=62153) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2051.889074] env[62153]: DEBUG nova.scheduler.client.report [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2051.907864] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 76fcffde-5970-4b24-968c-6e9d2e9281bb] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2051.980956] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a90131-4137-b3f9-d944-7f23052477fe, 'name': SearchDatastore_Task, 'duration_secs': 0.02413} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.981349] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.981628] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.981918] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.982211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.982466] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.983131] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce34199-ac7c-4273-87f1-f92b27cb6444 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.996377] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.996377] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.997050] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b936d88-c509-4f07-b023-80122321c241 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.009494] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2052.009494] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cf3145-38cb-1dcc-6f81-ae82dcdea1d6" [ 2052.009494] env[62153]: _type = "Task" [ 2052.009494] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.022560] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cf3145-38cb-1dcc-6f81-ae82dcdea1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.027408] env[62153]: INFO nova.compute.manager [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Took 32.67 seconds to build instance. [ 2052.055484] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.101231] env[62153]: DEBUG nova.network.neutron [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updated VIF entry in instance network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.101661] env[62153]: DEBUG nova.network.neutron [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.177397] env[62153]: INFO nova.compute.manager [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Took 21.71 seconds to build instance. [ 2052.185462] env[62153]: DEBUG oslo_vmware.api [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073332, 'name': PowerOnVM_Task, 'duration_secs': 0.487739} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.185845] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.186190] env[62153]: INFO nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Took 13.00 seconds to spawn the instance on the hypervisor. [ 2052.186400] env[62153]: DEBUG nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2052.187270] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7921cc13-f476-411f-bc24-35c964fe7cb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.238030] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc9f0c2-3a70-40a1-bce7-fe2b1faeb579 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.259632] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2052.397024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.534s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.397024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.110s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.397620] env[62153]: DEBUG nova.objects.instance [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lazy-loading 'resources' on Instance uuid 9ee33263-4acd-44ef-9e46-df0a1b729771 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.413794] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 0f39247f-dab6-4723-9e21-77f5ffb60193] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2052.450304] env[62153]: INFO nova.network.neutron [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating port f59fa575-d858-4766-bc60-7d73c28f972e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2052.520954] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cf3145-38cb-1dcc-6f81-ae82dcdea1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.525678] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b479dfe-da3c-4ee6-a520-66847857b369 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.527665] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2052.527665] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526ae356-9e72-9265-dbbd-3599e0b8911d" [ 2052.527665] env[62153]: _type = "Task" [ 2052.527665] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.531719] env[62153]: DEBUG oslo_concurrency.lockutils [None req-46f2a0d7-7b52-4eb6-9b30-cd12950ff3ce tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.188s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.536595] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526ae356-9e72-9265-dbbd-3599e0b8911d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.605525] env[62153]: DEBUG oslo_concurrency.lockutils [req-02967b90-01cc-45eb-ae27-1dc157525a86 req-9f9a623b-0368-4e0f-9ce3-dff016170468 service nova] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.605525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.683505] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6eed1397-9722-4eeb-9316-f80487406001 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.226s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.709144] env[62153]: INFO nova.compute.manager [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Took 33.08 seconds to build instance. [ 2052.766403] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.767056] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82cf094c-4f8a-4d0d-b0e2-30aa6ec6e272 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.775714] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2052.775714] env[62153]: value = "task-2073333" [ 2052.775714] env[62153]: _type = "Task" [ 2052.775714] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.783773] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.916243] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: a5b06a7a-f594-418f-aa68-ed98b7696308] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2053.043960] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526ae356-9e72-9265-dbbd-3599e0b8911d, 'name': SearchDatastore_Task, 'duration_secs': 0.04494} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.044259] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.044518] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.044779] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5862ae-ddfc-431c-a374-96c9b31a0616 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.053232] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2053.053232] env[62153]: value = "task-2073334" [ 2053.053232] env[62153]: _type = "Task" [ 2053.053232] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.061981] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.094861] env[62153]: DEBUG nova.network.neutron [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.213399] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca39b20f-87c8-4268-a533-a5b3107fbddd tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.591s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.214805] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "ef327164-b937-4f11-9923-a34873be8770" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.215088] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.284398] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073333, 'name': PowerOffVM_Task, 'duration_secs': 0.208112} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.287012] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.287231] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2053.312254] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.312504] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.312942] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.313170] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.313341] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.317234] env[62153]: DEBUG nova.compute.manager [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2053.317432] env[62153]: DEBUG nova.compute.manager [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing instance network info cache due to event network-changed-29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2053.317594] env[62153]: DEBUG oslo_concurrency.lockutils [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] Acquiring lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.318061] env[62153]: INFO nova.compute.manager [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Terminating instance [ 2053.336440] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbda550-a0dc-4725-992a-657b164e3abe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.346286] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa815206-53c4-459d-9e0f-a9bbb18f93cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.385455] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0ebef0-aff1-4558-8fa1-eddb99cdd479 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.397861] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ca488-664b-488a-bb5d-ad448bfa0c2c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.417913] env[62153]: DEBUG nova.compute.provider_tree [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.425025] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b332935f-9538-4f11-ae12-5cd1d7003fd3] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2053.566473] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.717710] env[62153]: DEBUG nova.compute.utils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2053.793617] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2053.793976] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2053.794076] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2053.794228] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2053.794375] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2053.794515] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2053.795649] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2053.795649] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2053.795649] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2053.795649] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2053.795649] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2053.800848] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824143cf-20f0-4fb7-a3ec-ebb0086a11fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.818739] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2053.818739] env[62153]: value = "task-2073335" [ 2053.818739] env[62153]: _type = "Task" [ 2053.818739] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.824371] env[62153]: DEBUG nova.compute.manager [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2053.824795] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2053.826438] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e877f6c-ef34-4981-8e3b-436e85bafcbb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.838187] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.845155] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.845593] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d88b14-77f8-4652-8ad4-f995fdcf4a78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.853622] env[62153]: DEBUG oslo_vmware.api [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2053.853622] env[62153]: value = "task-2073336" [ 2053.853622] env[62153]: _type = "Task" [ 2053.853622] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.863786] env[62153]: DEBUG oslo_vmware.api [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.890315] env[62153]: DEBUG nova.network.neutron [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.921066] env[62153]: DEBUG nova.scheduler.client.report [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2053.926122] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: a77bf89c-c665-439d-a042-7b167878e14f] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2053.939409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.939834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.746397] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.746706] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.746750] env[62153]: DEBUG nova.network.neutron [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.748585] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.533s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.749224] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.749428] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.749615] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.749793] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.749957] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.751505] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.751736] env[62153]: DEBUG nova.compute.manager [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Inject network info {{(pid=62153) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2054.751973] env[62153]: DEBUG nova.compute.manager [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] network_info to inject: |[{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2054.756635] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Reconfiguring VM instance to set the machine id {{(pid=62153) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2054.757247] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.759337] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 0297be37-9dad-4efb-9deb-a5fe0907ffd9] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2054.760940] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2054.765862] env[62153]: DEBUG nova.compute.manager [req-ff6e5809-e00d-4190-a719-74f93052a4a7 req-e39cbe62-a105-4696-baf8-03294e6531c1 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-vif-plugged-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2054.765862] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff6e5809-e00d-4190-a719-74f93052a4a7 req-e39cbe62-a105-4696-baf8-03294e6531c1 service nova] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.765862] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff6e5809-e00d-4190-a719-74f93052a4a7 req-e39cbe62-a105-4696-baf8-03294e6531c1 service nova] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.765862] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff6e5809-e00d-4190-a719-74f93052a4a7 req-e39cbe62-a105-4696-baf8-03294e6531c1 service nova] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.765862] env[62153]: DEBUG nova.compute.manager [req-ff6e5809-e00d-4190-a719-74f93052a4a7 req-e39cbe62-a105-4696-baf8-03294e6531c1 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] No waiting events found dispatching network-vif-plugged-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2054.765862] env[62153]: WARNING nova.compute.manager [req-ff6e5809-e00d-4190-a719-74f93052a4a7 req-e39cbe62-a105-4696-baf8-03294e6531c1 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received unexpected event network-vif-plugged-f59fa575-d858-4766-bc60-7d73c28f972e for instance with vm_state shelved_offloaded and task_state spawning. [ 2054.770355] env[62153]: INFO nova.compute.manager [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Terminating instance [ 2054.778934] env[62153]: DEBUG oslo_concurrency.lockutils [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] Acquired lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.779138] env[62153]: DEBUG nova.network.neutron [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Refreshing network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2054.780290] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bde47e-afae-4477-a1a0-47ff07bae337 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.789878] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.147s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.790138] env[62153]: DEBUG nova.objects.instance [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'resources' on Instance uuid a01141db-9e5a-4709-987c-02d9a8401300 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2054.798332] env[62153]: INFO nova.scheduler.client.report [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleted allocations for instance 9ee33263-4acd-44ef-9e46-df0a1b729771 [ 2054.813621] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073335, 'name': ReconfigVM_Task, 'duration_secs': 0.198889} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.815094] env[62153]: DEBUG oslo_vmware.api [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073336, 'name': PowerOffVM_Task, 'duration_secs': 0.239652} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.815543] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682263} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.816558] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2054.819793] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2054.819961] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2054.820248] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2054.823030] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2054.823030] env[62153]: DEBUG oslo_vmware.api [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 2054.823030] env[62153]: value = "task-2073337" [ 2054.823030] env[62153]: _type = "Task" [ 2054.823030] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.823030] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5f6bfb1-0aa9-4c57-9f7a-390a8d48b846 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.823416] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9562d9-caf2-42cf-ad22-fd0c44a59729 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.835968] env[62153]: DEBUG oslo_vmware.api [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.839869] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2054.839869] env[62153]: value = "task-2073339" [ 2054.839869] env[62153]: _type = "Task" [ 2054.839869] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.851823] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.040387] env[62153]: DEBUG nova.network.neutron [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updated VIF entry in instance network info cache for port 29c9a492-f6ee-463d-879a-5461efc6b104. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.040853] env[62153]: DEBUG nova.network.neutron [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [{"id": "29c9a492-f6ee-463d-879a-5461efc6b104", "address": "fa:16:3e:0b:3f:d7", "network": {"id": "4cf1c4bb-5646-48f7-9348-71a378ea2232", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-810706029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935206478b6e4e35b4daae237e4db846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c9a492-f6", "ovs_interfaceid": "29c9a492-f6ee-463d-879a-5461efc6b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.096574] env[62153]: DEBUG nova.network.neutron [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.260342] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.260604] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.260815] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.261118] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4920359c-9417-47ea-8d0e-8c0fdf0c83b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.269059] env[62153]: DEBUG oslo_vmware.api [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2055.269059] env[62153]: value = "task-2073340" [ 2055.269059] env[62153]: _type = "Task" [ 2055.269059] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.269502] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 098bb596-73d7-4647-9d54-a68dddbe2f81] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.285997] env[62153]: DEBUG oslo_vmware.api [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.303199] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.303558] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.303765] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.304039] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.304190] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.304414] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.306382] env[62153]: DEBUG nova.compute.manager [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2055.307157] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.312447] env[62153]: INFO nova.compute.manager [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Terminating instance [ 2055.314147] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c9d4d-6322-41f0-8de8-0166a7f8f981 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.327277] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f7f4dd3-ebf0-4cb7-b5ac-78ba3cccd48e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "9ee33263-4acd-44ef-9e46-df0a1b729771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.650s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.333888] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2055.333980] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.339212] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2055.339212] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.339212] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2055.339339] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2055.339625] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2055.339937] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2055.340303] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2055.340883] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2055.341045] env[62153]: DEBUG nova.virt.hardware [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2055.351070] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2055.353977] env[62153]: DEBUG nova.compute.manager [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2055.354359] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.356031] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e81a7bc-ca4f-484f-a87f-1f57eee40c46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.388965] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42fcc39-0e34-47de-82ec-06a893d99633 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.407185] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.413591] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0bb1578-6873-4fb4-91ce-fe2fcb6010bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.428023] env[62153]: DEBUG oslo_vmware.api [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073337, 'name': ReconfigVM_Task, 'duration_secs': 0.169242} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.428469] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.428949] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2055.428949] env[62153]: value = "task-2073341" [ 2055.428949] env[62153]: _type = "Task" [ 2055.428949] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.438507] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ca0c4d-13c9-480c-aa31-b57bf577aea3 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Reconfigured VM instance to set the machine id {{(pid=62153) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2055.442694] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f8022b-4f8b-42bc-9fc6-17edd9be7548 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.447682] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072467} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.455042] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2055.456011] env[62153]: DEBUG oslo_vmware.api [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 2055.456011] env[62153]: value = "task-2073342" [ 2055.456011] env[62153]: _type = "Task" [ 2055.456011] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.458666] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed370c1-c923-4479-b9bd-12e3a608b6cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.470765] env[62153]: DEBUG oslo_vmware.api [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 2055.470765] env[62153]: value = "task-2073343" [ 2055.470765] env[62153]: _type = "Task" [ 2055.470765] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.483712] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.526746] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.537720] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc02101-cc67-4972-bd41-3dc6706538ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.566779] env[62153]: DEBUG oslo_vmware.api [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2073342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.568619] env[62153]: DEBUG oslo_concurrency.lockutils [req-78e2a5ea-074f-46fb-ade9-ead09ed08c3a req-68e813f7-fad1-401a-b2d6-6861b961ab0b service nova] Releasing lock "refresh_cache-173bae59-d64e-4e6c-b0a7-f19b3be7621c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.574697] env[62153]: DEBUG oslo_vmware.api [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.577463] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2055.577463] env[62153]: value = "task-2073344" [ 2055.577463] env[62153]: _type = "Task" [ 2055.577463] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.596898] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.599201] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.637464] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8e698f3ef65bdf899cfb5eb2521522a4',container_format='bare',created_at=2025-01-13T08:48:13Z,direct_url=,disk_format='vmdk',id=663895b5-5cdb-4dd0-9786-0198f6b6cdfa,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-197066660-shelved',owner='a2f49737391e4e03ab7f4a5582a72d2a',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2025-01-13T08:48:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2055.637464] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.637677] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2055.637751] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.637878] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2055.638039] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2055.638258] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2055.638463] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2055.638593] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2055.638744] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2055.638935] env[62153]: DEBUG nova.virt.hardware [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2055.639817] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c66ab-6a2b-455f-be7f-0e561dec1b3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.651791] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a7fa2-0e7f-467d-85e2-a8d94a2039a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.664043] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:66:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59fa575-d858-4766-bc60-7d73c28f972e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2055.671908] env[62153]: DEBUG oslo.service.loopingcall [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.674704] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2055.675151] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42f682fe-1b6c-47dc-851a-7c7c4ecc747c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.698098] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2055.698098] env[62153]: value = "task-2073345" [ 2055.698098] env[62153]: _type = "Task" [ 2055.698098] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.711850] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073345, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.778084] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 241135ec-7bdb-4ba4-8e40-9c0413791de8] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.783108] env[62153]: DEBUG oslo_vmware.api [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190516} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.783597] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2055.783793] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2055.783988] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2055.784199] env[62153]: INFO nova.compute.manager [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Took 1.96 seconds to destroy the instance on the hypervisor. [ 2055.784401] env[62153]: DEBUG oslo.service.loopingcall [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.784612] env[62153]: DEBUG nova.compute.manager [-] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2055.784691] env[62153]: DEBUG nova.network.neutron [-] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2055.797621] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "ef327164-b937-4f11-9923-a34873be8770" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.797621] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.797621] env[62153]: INFO nova.compute.manager [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Attaching volume 57770793-53e6-4a0b-992d-e05ea554a6fa to /dev/sdb [ 2055.838566] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13943b6f-d439-40e8-8d2e-d8cc1ac76d43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.850498] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91a0a4-13d1-4fbd-be4f-1f361eeceda2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.865399] env[62153]: DEBUG nova.virt.block_device [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Updating existing volume attachment record: 0359bfce-b59a-4cb0-8641-8eea56d03cd0 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2055.897823] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6bbfae-57cc-49e3-b67a-c9e436062f41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.907922] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c918c5-6156-46c2-b4db-2ebe6dece97e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.941564] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "666efc5c-569c-410a-b6a2-4b3f8978e434" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.941860] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.942084] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "666efc5c-569c-410a-b6a2-4b3f8978e434-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.942272] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.942463] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.944782] env[62153]: INFO nova.compute.manager [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Terminating instance [ 2055.946733] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae5b8da-4e14-42ff-bd47-d4eeff5517b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.972298] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c9da4-788c-4b3b-a94f-74e65c2b3a82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.976606] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073341, 'name': ReconfigVM_Task, 'duration_secs': 0.221012} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.977677] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2055.979149] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99589392-fafe-40e4-be15-c536768fc42b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.993063] env[62153]: DEBUG nova.compute.provider_tree [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.995401] env[62153]: DEBUG oslo_vmware.api [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2073342, 'name': PowerOffVM_Task, 'duration_secs': 0.200874} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.999186] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.999375] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.010473] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f9a26e2-b577-4529-aa1c-90e0eda0422c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.020506] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe/f85b197e-dda2-49fb-bd6d-00d888f3d2fe.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.021677] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a72868d-1907-4c81-be47-8016dbbe1a07 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.039425] env[62153]: DEBUG oslo_vmware.api [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073343, 'name': PowerOffVM_Task, 'duration_secs': 0.27578} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.040032] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.040265] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.040564] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484de581-df76-4734-a7d1-1ee93677f787 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.047891] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2056.047891] env[62153]: value = "task-2073348" [ 2056.047891] env[62153]: _type = "Task" [ 2056.047891] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.059033] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.086876] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073344, 'name': ReconfigVM_Task, 'duration_secs': 0.299967} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.087555] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfigured VM instance instance-0000004f to attach disk [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.088273] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64745812-8616-4b51-95c3-6ff3f54abceb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.098028] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2056.098028] env[62153]: value = "task-2073350" [ 2056.098028] env[62153]: _type = "Task" [ 2056.098028] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.108845] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073350, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.209776] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073345, 'name': CreateVM_Task, 'duration_secs': 0.45174} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.210027] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2056.211439] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.211439] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.211439] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2056.211697] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32005741-9419-45f8-805c-86d8910dc7ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.217237] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2056.217237] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c0b557-6791-6693-8de0-126298dfc8c2" [ 2056.217237] env[62153]: _type = "Task" [ 2056.217237] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.224661] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c0b557-6791-6693-8de0-126298dfc8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.235775] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.236059] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.236183] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Deleting the datastore file [datastore1] b40628ac-3a0b-4171-9458-a8be9e91a6d1 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.237045] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a81f34a2-a3e8-4223-84ec-c80456e8d651 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.239013] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.239197] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.239374] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Deleting the datastore file [datastore1] 173bae59-d64e-4e6c-b0a7-f19b3be7621c {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.239691] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7590ea78-9092-4d21-81c3-8f6f3941c489 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.249199] env[62153]: DEBUG oslo_vmware.api [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for the task: (returnval){ [ 2056.249199] env[62153]: value = "task-2073351" [ 2056.249199] env[62153]: _type = "Task" [ 2056.249199] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.250220] env[62153]: DEBUG oslo_vmware.api [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for the task: (returnval){ [ 2056.250220] env[62153]: value = "task-2073352" [ 2056.250220] env[62153]: _type = "Task" [ 2056.250220] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.264017] env[62153]: DEBUG oslo_vmware.api [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.266196] env[62153]: DEBUG oslo_vmware.api [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2073351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.285334] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 93291c4d-407b-4410-8f64-92411c8840d6] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2056.460354] env[62153]: DEBUG nova.compute.manager [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.460710] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.461742] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0227024-571c-4ec6-964c-cf87f1e67c98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.470646] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.471564] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be50f2bd-7b4e-4966-91e8-d46d38d91eff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.477164] env[62153]: DEBUG oslo_vmware.api [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2056.477164] env[62153]: value = "task-2073355" [ 2056.477164] env[62153]: _type = "Task" [ 2056.477164] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.485336] env[62153]: DEBUG oslo_vmware.api [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.496702] env[62153]: DEBUG nova.scheduler.client.report [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.559125] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073348, 'name': ReconfigVM_Task, 'duration_secs': 0.32976} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.559454] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe/f85b197e-dda2-49fb-bd6d-00d888f3d2fe.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.559729] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2056.605932] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073350, 'name': Rename_Task, 'duration_secs': 0.161493} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.606482] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2056.606482] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca007b3-4de2-4023-91e6-be56d1aee8c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.611259] env[62153]: DEBUG nova.compute.manager [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-changed-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.611302] env[62153]: DEBUG nova.compute.manager [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Refreshing instance network info cache due to event network-changed-f59fa575-d858-4766-bc60-7d73c28f972e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2056.611860] env[62153]: DEBUG oslo_concurrency.lockutils [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.611860] env[62153]: DEBUG oslo_concurrency.lockutils [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.611860] env[62153]: DEBUG nova.network.neutron [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Refreshing network info cache for port f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.613884] env[62153]: DEBUG nova.network.neutron [-] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.618374] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2056.618374] env[62153]: value = "task-2073356" [ 2056.618374] env[62153]: _type = "Task" [ 2056.618374] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.628110] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.726970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.727255] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Processing image 663895b5-5cdb-4dd0-9786-0198f6b6cdfa {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2056.727596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.727699] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.730088] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2056.730088] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0408ea76-be38-4b60-b7fb-5e103ecd529b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.737115] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2056.737310] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2056.738040] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccef8a9-fdba-4a6c-9d1e-a2c4d072707e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.743327] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2056.743327] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521a13ca-a2d3-4ff8-27f1-6a7de0186c73" [ 2056.743327] env[62153]: _type = "Task" [ 2056.743327] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.751564] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521a13ca-a2d3-4ff8-27f1-6a7de0186c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.763493] env[62153]: DEBUG oslo_vmware.api [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Task: {'id': task-2073351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206916} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.764092] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.764286] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.764452] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.764619] env[62153]: INFO nova.compute.manager [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2056.764877] env[62153]: DEBUG oslo.service.loopingcall [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.765075] env[62153]: DEBUG nova.compute.manager [-] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.765169] env[62153]: DEBUG nova.network.neutron [-] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.769558] env[62153]: DEBUG oslo_vmware.api [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Task: {'id': task-2073352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228041} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.770091] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.770279] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.770469] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.770673] env[62153]: INFO nova.compute.manager [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Took 1.42 seconds to destroy the instance on the hypervisor. [ 2056.770905] env[62153]: DEBUG oslo.service.loopingcall [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.771103] env[62153]: DEBUG nova.compute.manager [-] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.771195] env[62153]: DEBUG nova.network.neutron [-] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.788195] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fc274d14-eeb7-41be-bf6b-55119f500381] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2056.987525] env[62153]: DEBUG oslo_vmware.api [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073355, 'name': PowerOffVM_Task, 'duration_secs': 0.239122} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.987783] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.988380] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.988380] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588b61e7-bf4e-4819-a0bd-6dee556289b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.001986] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.004572] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.701s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.006277] env[62153]: INFO nova.compute.claims [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.040039] env[62153]: INFO nova.scheduler.client.report [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted allocations for instance a01141db-9e5a-4709-987c-02d9a8401300 [ 2057.069034] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609c1946-9c1a-4db0-b038-a1288593b0e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.095191] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2aa0e9-ed66-46b8-a119-269f0c481f83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.119843] env[62153]: INFO nova.compute.manager [-] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Took 1.34 seconds to deallocate network for instance. [ 2057.120943] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2057.140048] env[62153]: DEBUG oslo_vmware.api [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073356, 'name': PowerOnVM_Task, 'duration_secs': 0.475187} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.140048] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2057.140048] env[62153]: INFO nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Took 10.59 seconds to spawn the instance on the hypervisor. [ 2057.140048] env[62153]: DEBUG nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2057.140337] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847911d-ec2e-4512-94a4-2b9dbd672a0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.166922] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.167277] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.167492] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleting the datastore file [datastore1] 666efc5c-569c-410a-b6a2-4b3f8978e434 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.167805] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70815c2b-be6b-4775-bf00-5c26654d9d6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.177655] env[62153]: DEBUG oslo_vmware.api [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2057.177655] env[62153]: value = "task-2073358" [ 2057.177655] env[62153]: _type = "Task" [ 2057.177655] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.188336] env[62153]: DEBUG oslo_vmware.api [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.257849] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Preparing fetch location {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2057.258337] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Fetch image to [datastore1] OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52/OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52.vmdk {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2057.258599] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Downloading stream optimized image 663895b5-5cdb-4dd0-9786-0198f6b6cdfa to [datastore1] OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52/OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52.vmdk on the data store datastore1 as vApp {{(pid=62153) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2057.258786] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Downloading image file data 663895b5-5cdb-4dd0-9786-0198f6b6cdfa to the ESX as VM named 'OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52' {{(pid=62153) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2057.278889] env[62153]: DEBUG nova.compute.manager [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2057.282239] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58089e95-4979-4903-a055-cef6afeb8531 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.291100] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5331f16d-60ad-4016-8d77-44de2c9e2e53] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2057.336848] env[62153]: DEBUG nova.compute.manager [req-a6bed158-091f-464a-a364-4db6b7411006 req-f3787c20-3af1-4087-b812-875f169c0a5c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Received event network-vif-deleted-29c9a492-f6ee-463d-879a-5461efc6b104 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.336925] env[62153]: INFO nova.compute.manager [req-a6bed158-091f-464a-a364-4db6b7411006 req-f3787c20-3af1-4087-b812-875f169c0a5c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Neutron deleted interface 29c9a492-f6ee-463d-879a-5461efc6b104; detaching it from the instance and deleting it from the info cache [ 2057.339018] env[62153]: DEBUG nova.network.neutron [req-a6bed158-091f-464a-a364-4db6b7411006 req-f3787c20-3af1-4087-b812-875f169c0a5c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.361054] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2057.361054] env[62153]: value = "resgroup-9" [ 2057.361054] env[62153]: _type = "ResourcePool" [ 2057.361054] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2057.361367] env[62153]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0270ae57-c106-4b47-be4d-9728583ea516 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.384225] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lease: (returnval){ [ 2057.384225] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281f492-8518-fa27-7197-7143d5de6065" [ 2057.384225] env[62153]: _type = "HttpNfcLease" [ 2057.384225] env[62153]: } obtained for vApp import into resource pool (val){ [ 2057.384225] env[62153]: value = "resgroup-9" [ 2057.384225] env[62153]: _type = "ResourcePool" [ 2057.384225] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2057.384863] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the lease: (returnval){ [ 2057.384863] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281f492-8518-fa27-7197-7143d5de6065" [ 2057.384863] env[62153]: _type = "HttpNfcLease" [ 2057.384863] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2057.391189] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2057.391189] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281f492-8518-fa27-7197-7143d5de6065" [ 2057.391189] env[62153]: _type = "HttpNfcLease" [ 2057.391189] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2057.549767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0f39367-4e77-41cd-8f5f-d4c50b3d63f7 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "a01141db-9e5a-4709-987c-02d9a8401300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.808s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.634755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.662451] env[62153]: INFO nova.compute.manager [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Took 26.28 seconds to build instance. [ 2057.696110] env[62153]: DEBUG oslo_vmware.api [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403111} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.696110] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.696272] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.696427] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.696623] env[62153]: INFO nova.compute.manager [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2057.696872] env[62153]: DEBUG oslo.service.loopingcall [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.697111] env[62153]: DEBUG nova.compute.manager [-] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.697225] env[62153]: DEBUG nova.network.neutron [-] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.709214] env[62153]: DEBUG nova.network.neutron [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Port aec9d1e3-9481-46df-a3e7-080efd0904a9 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2057.782591] env[62153]: DEBUG nova.network.neutron [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updated VIF entry in instance network info cache for port f59fa575-d858-4766-bc60-7d73c28f972e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2057.783081] env[62153]: DEBUG nova.network.neutron [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.815886] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 67d1efa6-531a-4403-9cc7-d09371388017] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2057.818919] env[62153]: INFO nova.compute.manager [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] instance snapshotting [ 2057.821106] env[62153]: DEBUG nova.network.neutron [-] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.823040] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea6386a-e508-42f2-93a5-e6ca1b04f239 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.846589] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2622670a-5f27-4a16-bd5f-3612625cbcd6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.849352] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d310ef8-2dec-41dd-9cc3-226c5d7aedeb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.868550] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c462dae7-b2ca-4a4c-83b8-504fa708f26e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.903906] env[62153]: DEBUG nova.compute.manager [req-a6bed158-091f-464a-a364-4db6b7411006 req-f3787c20-3af1-4087-b812-875f169c0a5c service nova] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Detach interface failed, port_id=29c9a492-f6ee-463d-879a-5461efc6b104, reason: Instance 173bae59-d64e-4e6c-b0a7-f19b3be7621c could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2057.906501] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2057.906501] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281f492-8518-fa27-7197-7143d5de6065" [ 2057.906501] env[62153]: _type = "HttpNfcLease" [ 2057.906501] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2058.163445] env[62153]: DEBUG oslo_concurrency.lockutils [None req-610fe4dd-2802-4bb4-a937-786ec9f6926d tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.792s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.272270] env[62153]: DEBUG nova.network.neutron [-] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.288131] env[62153]: DEBUG oslo_concurrency.lockutils [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.288429] env[62153]: DEBUG nova.compute.manager [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Received event network-vif-deleted-b104e1e0-bc97-42de-94e3-934313fd6e48 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.288629] env[62153]: INFO nova.compute.manager [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Neutron deleted interface b104e1e0-bc97-42de-94e3-934313fd6e48; detaching it from the instance and deleting it from the info cache [ 2058.288833] env[62153]: DEBUG nova.network.neutron [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.321487] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: c5950a67-9249-4c56-958e-b39849785b90] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2058.327633] env[62153]: INFO nova.compute.manager [-] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Took 1.56 seconds to deallocate network for instance. [ 2058.366731] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2058.367050] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01501745-11cd-4ce1-98af-dedf5e0426c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.377084] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2058.377084] env[62153]: value = "task-2073360" [ 2058.377084] env[62153]: _type = "Task" [ 2058.377084] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.385837] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.391315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9912887-9462-485c-82ed-08677377cfaa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.398251] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.398251] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281f492-8518-fa27-7197-7143d5de6065" [ 2058.398251] env[62153]: _type = "HttpNfcLease" [ 2058.398251] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2058.400425] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2058.400425] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5281f492-8518-fa27-7197-7143d5de6065" [ 2058.400425] env[62153]: _type = "HttpNfcLease" [ 2058.400425] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2058.401365] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8156ec04-e138-4d4c-88b8-897003de881a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.405829] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ca411-d52a-4123-8d2d-00c8cc25168b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.417905] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525717fb-c942-182e-bcd5-a113bd1c18aa/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2058.418268] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525717fb-c942-182e-bcd5-a113bd1c18aa/disk-0.vmdk. {{(pid=62153) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2058.444503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80280b08-282e-4e0a-b7c5-9fc7c8fc069c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.507793] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6ee19d-fba6-40b1-8424-22c3fd48080e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.517872] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71f88b93-48fc-497b-b413-9ea1bf5f8cbe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.529069] env[62153]: DEBUG nova.compute.provider_tree [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.612655] env[62153]: DEBUG nova.network.neutron [-] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.642512] env[62153]: DEBUG nova.compute.manager [req-b790a71f-506f-47d1-98f6-597774cd09af req-48d56122-e515-49fb-b0e7-783df687c7ae service nova] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Received event network-vif-deleted-5164bbc2-5c68-46ce-83e0-2bc71b96998b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.744925] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.745346] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.746168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.775950] env[62153]: INFO nova.compute.manager [-] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Took 2.01 seconds to deallocate network for instance. [ 2058.791243] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0bd06cd-886f-4889-a7a4-c84533f6d7ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.803225] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d388f8-3b35-4a01-9ece-38a35a9bca61 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.828288] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 71935b6f-cd14-40b0-a09a-73ea06f6c688] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2058.836025] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.850963] env[62153]: DEBUG nova.compute.manager [req-a844314d-6b95-4842-92a5-c05a58e39ca5 req-2290e223-73d4-4e3d-b9d4-a6f2452a0c87 service nova] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Detach interface failed, port_id=b104e1e0-bc97-42de-94e3-934313fd6e48, reason: Instance 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2058.887932] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.034296] env[62153]: DEBUG nova.scheduler.client.report [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.055954] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.056384] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.115793] env[62153]: INFO nova.compute.manager [-] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Took 1.42 seconds to deallocate network for instance. [ 2059.288544] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.331819] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 3ae7b7ca-7dae-4121-8e6e-f35cbc155b9c] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2059.373521] env[62153]: DEBUG nova.compute.manager [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Received event network-vif-deleted-53a67395-f1a3-4dcf-8ff8-a09d76b16fa7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.373521] env[62153]: DEBUG nova.compute.manager [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.373521] env[62153]: DEBUG nova.compute.manager [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing instance network info cache due to event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2059.373791] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.373984] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.374227] env[62153]: DEBUG nova.network.neutron [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2059.400169] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073360, 'name': CreateSnapshot_Task, 'duration_secs': 0.685971} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.402676] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2059.403883] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f529506-d8aa-43d1-bdb9-af5e644dd760 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.545513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.546090] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2059.550970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.916s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.551307] env[62153]: DEBUG nova.objects.instance [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'resources' on Instance uuid 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.560152] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2059.624902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.688776] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Completed reading data from the image iterator. {{(pid=62153) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2059.689043] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525717fb-c942-182e-bcd5-a113bd1c18aa/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2059.689958] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7853c7-37b6-4b21-ad19-2e436e23dafa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.697132] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525717fb-c942-182e-bcd5-a113bd1c18aa/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2059.697314] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525717fb-c942-182e-bcd5-a113bd1c18aa/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2059.697558] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29ebfa90-516c-446c-832d-0b37cf56efe5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.784051] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.784330] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.784534] env[62153]: DEBUG nova.network.neutron [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.836285] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 68f60c3c-9269-47ea-a428-fccc0b2ee870] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2059.902395] env[62153]: DEBUG oslo_vmware.rw_handles [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525717fb-c942-182e-bcd5-a113bd1c18aa/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2059.902872] env[62153]: INFO nova.virt.vmwareapi.images [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Downloaded image file data 663895b5-5cdb-4dd0-9786-0198f6b6cdfa [ 2059.904272] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a389a7-6930-4fd3-9da3-87fd7ce249fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.928650] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2059.931667] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c3c9ea2-932f-49d6-8be3-828dcb6ade92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.934577] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-571bd03e-bcd5-4324-9718-19bcbc8f1813 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.941337] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2059.941337] env[62153]: value = "task-2073363" [ 2059.941337] env[62153]: _type = "Task" [ 2059.941337] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.949235] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.968789] env[62153]: INFO nova.virt.vmwareapi.images [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] The imported VM was unregistered [ 2059.971036] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Caching image {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2059.971274] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Creating directory with path [datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.971561] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e8a03aa-caff-4d6f-822e-4f3dc56d6ad0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.982125] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Created directory with path [datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.982308] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52/OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52.vmdk to [datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk. {{(pid=62153) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2059.982551] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-99812074-805d-42c4-abc7-54b15c7dba97 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.988870] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2059.988870] env[62153]: value = "task-2073364" [ 2059.988870] env[62153]: _type = "Task" [ 2059.988870] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.000034] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.054787] env[62153]: DEBUG nova.compute.utils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2060.059326] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2060.059517] env[62153]: DEBUG nova.network.neutron [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2060.090547] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.140923] env[62153]: DEBUG nova.policy [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce663d9c2fe541fe9147b8e157d360cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e83d0f6afc6c4969985e61a1f337bcf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2060.219401] env[62153]: DEBUG nova.network.neutron [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updated VIF entry in instance network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2060.219736] env[62153]: DEBUG nova.network.neutron [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.339954] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.340140] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances with incomplete migration {{(pid=62153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2060.425187] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99cd9b-2206-4267-8447-469d9187f91d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.437328] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcec57b-010d-4a82-8194-86709e67c453 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.452527] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.477233] env[62153]: DEBUG nova.network.neutron [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Successfully created port: 0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2060.479780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ebc6a6-cb6a-442b-b692-035adf3fcdbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.489788] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735bec4b-7aa8-40c5-ac7c-0bf6384c8620 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.503024] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.513380] env[62153]: DEBUG nova.compute.provider_tree [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.560510] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2060.580788] env[62153]: DEBUG nova.network.neutron [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [{"id": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "address": "fa:16:3e:63:94:a2", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec9d1e3-94", "ovs_interfaceid": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.722602] env[62153]: DEBUG oslo_concurrency.lockutils [req-2e2395ec-4e87-44f7-9448-dbf251d37723 req-1839cbc8-b7c4-47c3-b013-4af6700bfb3a service nova] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.843712] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.913012] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2060.913280] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425039', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'name': 'volume-57770793-53e6-4a0b-992d-e05ea554a6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef327164-b937-4f11-9923-a34873be8770', 'attached_at': '', 'detached_at': '', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'serial': '57770793-53e6-4a0b-992d-e05ea554a6fa'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2060.914188] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf04999-dc4c-4a01-b9db-b7e13cf9e01d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.934585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607a8ac2-e100-4819-8abe-9dd4366d9ecf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.964534] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-57770793-53e6-4a0b-992d-e05ea554a6fa/volume-57770793-53e6-4a0b-992d-e05ea554a6fa.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2060.968778] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005631d3-d4df-4e70-84ea-8a53fd10b60e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.991234] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.992985] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2060.992985] env[62153]: value = "task-2073365" [ 2060.992985] env[62153]: _type = "Task" [ 2060.992985] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.007182] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.011686] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.018129] env[62153]: DEBUG nova.scheduler.client.report [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.083352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.468739] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.508026] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.511515] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.524544] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.526980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.693s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.527263] env[62153]: DEBUG nova.objects.instance [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lazy-loading 'resources' on Instance uuid 173bae59-d64e-4e6c-b0a7-f19b3be7621c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.551444] env[62153]: INFO nova.scheduler.client.report [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b [ 2061.570713] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2061.606210] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2061.606552] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.606854] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2061.606941] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.607418] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2061.607418] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2061.607535] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2061.607720] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2061.607846] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2061.608055] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2061.608341] env[62153]: DEBUG nova.virt.hardware [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2061.609424] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882a0d6-6309-4168-805c-14b7bf94b680 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.614461] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4390f14e-b5ff-41c8-818f-09a396209630 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.638582] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853f42d-1153-477a-b09b-24b721b475e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.642522] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0604c09f-d32c-45e2-88a4-eae86747256e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.661427] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2061.931431] env[62153]: DEBUG nova.compute.manager [req-7f8eabb1-0a8e-4a5a-8458-8bf9bc9d442e req-b30819b1-aba3-407b-8510-c117245bed73 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Received event network-vif-plugged-0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2061.931759] env[62153]: DEBUG oslo_concurrency.lockutils [req-7f8eabb1-0a8e-4a5a-8458-8bf9bc9d442e req-b30819b1-aba3-407b-8510-c117245bed73 service nova] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.931803] env[62153]: DEBUG oslo_concurrency.lockutils [req-7f8eabb1-0a8e-4a5a-8458-8bf9bc9d442e req-b30819b1-aba3-407b-8510-c117245bed73 service nova] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.932067] env[62153]: DEBUG oslo_concurrency.lockutils [req-7f8eabb1-0a8e-4a5a-8458-8bf9bc9d442e req-b30819b1-aba3-407b-8510-c117245bed73 service nova] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.932256] env[62153]: DEBUG nova.compute.manager [req-7f8eabb1-0a8e-4a5a-8458-8bf9bc9d442e req-b30819b1-aba3-407b-8510-c117245bed73 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] No waiting events found dispatching network-vif-plugged-0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2061.932424] env[62153]: WARNING nova.compute.manager [req-7f8eabb1-0a8e-4a5a-8458-8bf9bc9d442e req-b30819b1-aba3-407b-8510-c117245bed73 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Received unexpected event network-vif-plugged-0323eba0-f7ab-435d-8eb6-48887f03497b for instance with vm_state building and task_state spawning. [ 2061.983222] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.010529] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.014157] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.064616] env[62153]: DEBUG nova.network.neutron [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Successfully updated port: 0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2062.066410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c2b911e9-64bd-40d5-a412-fa1265ca0f8c tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.754s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.168018] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.170980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22173b57-aaeb-48a8-8d12-227ea6b2d894 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.183346] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2062.183346] env[62153]: value = "task-2073366" [ 2062.183346] env[62153]: _type = "Task" [ 2062.183346] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.199992] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073366, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.460173] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbace2c-6f10-41e1-8205-a214933b4539 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.472410] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.476281] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae52c5-59c7-4441-a97f-acc912317faf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.524385] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe09570-495f-48f7-b4b7-6fef0f46eaf5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.532947] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.538417] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.539861] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a7f4d-9c39-4513-8951-c3cfa44f0bb5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.554559] env[62153]: DEBUG nova.compute.provider_tree [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.568800] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.568938] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.569136] env[62153]: DEBUG nova.network.neutron [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2062.694433] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.975497] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.035168] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073364, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.752483} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.038520] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52/OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52.vmdk to [datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk. [ 2063.038715] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Cleaning up location [datastore1] OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52 {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2063.038908] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_633e8766-f89e-43df-96ae-688847828e52 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2063.039206] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.039469] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fc59997-416b-492f-b149-b79418eb876d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.045051] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2063.045051] env[62153]: value = "task-2073367" [ 2063.045051] env[62153]: _type = "Task" [ 2063.045051] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.053305] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.058320] env[62153]: DEBUG nova.scheduler.client.report [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.103892] env[62153]: DEBUG nova.network.neutron [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2063.194159] env[62153]: DEBUG oslo_vmware.api [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073366, 'name': PowerOnVM_Task, 'duration_secs': 0.684788} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.194504] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.194729] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cfc103-d613-4565-8e84-e6d78f800cad tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance 'f85b197e-dda2-49fb-bd6d-00d888f3d2fe' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2063.272962] env[62153]: DEBUG nova.network.neutron [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updating instance_info_cache with network_info: [{"id": "0323eba0-f7ab-435d-8eb6-48887f03497b", "address": "fa:16:3e:7f:71:e9", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0323eba0-f7", "ovs_interfaceid": "0323eba0-f7ab-435d-8eb6-48887f03497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.469908] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.530308] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073365, 'name': ReconfigVM_Task, 'duration_secs': 2.048618} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.530685] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-57770793-53e6-4a0b-992d-e05ea554a6fa/volume-57770793-53e6-4a0b-992d-e05ea554a6fa.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2063.536157] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b865c15-969e-4e40-9e7c-44afc346312a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.555845] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051899} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.557220] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2063.557484] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.557647] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk to [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.557962] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2063.557962] env[62153]: value = "task-2073368" [ 2063.557962] env[62153]: _type = "Task" [ 2063.557962] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.558388] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f18d937-1a6e-4629-a060-36941b5ce893 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.564443] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.566620] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.278s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.566996] env[62153]: DEBUG nova.objects.instance [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lazy-loading 'resources' on Instance uuid b40628ac-3a0b-4171-9458-a8be9e91a6d1 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.569463] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2063.569463] env[62153]: value = "task-2073369" [ 2063.569463] env[62153]: _type = "Task" [ 2063.569463] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.576195] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.582479] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.591538] env[62153]: INFO nova.scheduler.client.report [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Deleted allocations for instance 173bae59-d64e-4e6c-b0a7-f19b3be7621c [ 2063.594849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "077da888-1c52-43c6-aee0-282a41bc5026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.594849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "077da888-1c52-43c6-aee0-282a41bc5026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.775057] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.775285] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Instance network_info: |[{"id": "0323eba0-f7ab-435d-8eb6-48887f03497b", "address": "fa:16:3e:7f:71:e9", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0323eba0-f7", "ovs_interfaceid": "0323eba0-f7ab-435d-8eb6-48887f03497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2063.775708] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:71:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0323eba0-f7ab-435d-8eb6-48887f03497b', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2063.783714] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Creating folder: Project (e83d0f6afc6c4969985e61a1f337bcf8). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2063.784321] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d3f022-0cfb-4ff3-a1f0-8b4db436b2ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.796301] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Created folder: Project (e83d0f6afc6c4969985e61a1f337bcf8) in parent group-v424816. [ 2063.796631] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Creating folder: Instances. Parent ref: group-v425043. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2063.796964] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f445532a-46a7-4ca5-b212-ed3c4aca73ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.807911] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Created folder: Instances in parent group-v425043. [ 2063.808303] env[62153]: DEBUG oslo.service.loopingcall [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2063.808558] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2063.808817] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df07aaec-8fc7-44df-9214-5171097100a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.829834] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2063.829834] env[62153]: value = "task-2073372" [ 2063.829834] env[62153]: _type = "Task" [ 2063.829834] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.838855] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073372, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.974251] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073363, 'name': CloneVM_Task, 'duration_secs': 3.62418} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.975790] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Created linked-clone VM from snapshot [ 2063.980251] env[62153]: DEBUG nova.compute.manager [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Received event network-changed-0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2063.980501] env[62153]: DEBUG nova.compute.manager [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Refreshing instance network info cache due to event network-changed-0323eba0-f7ab-435d-8eb6-48887f03497b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2063.980714] env[62153]: DEBUG oslo_concurrency.lockutils [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] Acquiring lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.980818] env[62153]: DEBUG oslo_concurrency.lockutils [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] Acquired lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.980978] env[62153]: DEBUG nova.network.neutron [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Refreshing network info cache for port 0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.982917] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f978fcd4-d706-4b6b-91c8-0805ab42d4f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.995344] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Uploading image 940fb6e5-defc-458a-875b-1c34879bd8ff {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2064.029567] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2064.030344] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5bdb761-7358-4310-ab66-71ee56d157fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.046056] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2064.046056] env[62153]: value = "task-2073373" [ 2064.046056] env[62153]: _type = "Task" [ 2064.046056] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.066751] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073373, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.100389] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.104061] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2edbb022-a19c-4b14-9648-d3353eef3393 tempest-AttachInterfacesUnderV243Test-1954806268 tempest-AttachInterfacesUnderV243Test-1954806268-project-member] Lock "173bae59-d64e-4e6c-b0a7-f19b3be7621c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.800s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.378077] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073372, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.385119] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073369, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.391655] env[62153]: DEBUG oslo_vmware.api [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073368, 'name': ReconfigVM_Task, 'duration_secs': 0.174082} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.391655] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425039', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'name': 'volume-57770793-53e6-4a0b-992d-e05ea554a6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef327164-b937-4f11-9923-a34873be8770', 'attached_at': '', 'detached_at': '', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'serial': '57770793-53e6-4a0b-992d-e05ea554a6fa'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2064.563129] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073373, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.592534] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073369, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.702508] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.847434] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073372, 'name': CreateVM_Task, 'duration_secs': 0.876347} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.847694] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2064.852955] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.853607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.853607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2064.857074] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018602a0-515a-4b61-8df2-64f735b3f186 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.864952] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2064.864952] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5200ea2f-5148-2ca5-faca-50f218a223f6" [ 2064.864952] env[62153]: _type = "Task" [ 2064.864952] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.879649] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5200ea2f-5148-2ca5-faca-50f218a223f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.880386] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1951812-60d7-4cb1-8493-d74cff71bd2c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.889303] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5179535-45f7-478c-b0dc-70fb80ec27cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.927263] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb84558-b095-47e4-bd1a-fc1673ba6664 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.937931] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e0e9c-5faa-49f2-afae-8a4c7194c233 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.955360] env[62153]: DEBUG nova.compute.provider_tree [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.002577] env[62153]: DEBUG nova.network.neutron [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updated VIF entry in instance network info cache for port 0323eba0-f7ab-435d-8eb6-48887f03497b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.003047] env[62153]: DEBUG nova.network.neutron [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updating instance_info_cache with network_info: [{"id": "0323eba0-f7ab-435d-8eb6-48887f03497b", "address": "fa:16:3e:7f:71:e9", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0323eba0-f7", "ovs_interfaceid": "0323eba0-f7ab-435d-8eb6-48887f03497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.056871] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073373, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.090909] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073369, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.378216] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5200ea2f-5148-2ca5-faca-50f218a223f6, 'name': SearchDatastore_Task, 'duration_secs': 0.088479} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.378216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.378216] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2065.378216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.378216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.378216] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2065.378915] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b06c424-2ac9-4170-899f-3f3fcf36ff1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.397984] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2065.398546] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2065.399547] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4305c615-09d5-407d-a38e-9483c7c26663 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.408278] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2065.408278] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fc11d1-103c-4729-8f99-5904300cb3e4" [ 2065.408278] env[62153]: _type = "Task" [ 2065.408278] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.420114] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fc11d1-103c-4729-8f99-5904300cb3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.445644] env[62153]: DEBUG nova.objects.instance [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'flavor' on Instance uuid ef327164-b937-4f11-9923-a34873be8770 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.462024] env[62153]: DEBUG nova.scheduler.client.report [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.468910] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.469181] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.469370] env[62153]: DEBUG nova.compute.manager [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Going to confirm migration 5 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2065.505941] env[62153]: DEBUG oslo_concurrency.lockutils [req-d8ecdf88-dedb-474e-9c26-8dffb0900c00 req-e8755096-76ec-4404-ab4a-88b96e895d37 service nova] Releasing lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.557353] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073373, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.590916] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073369, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.923351] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fc11d1-103c-4729-8f99-5904300cb3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.095148} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.924657] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa053ed-91e3-44ea-9f31-569283c9f5de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.932706] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2065.932706] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a8e186-f074-420e-eecd-8eaa18a95b4b" [ 2065.932706] env[62153]: _type = "Task" [ 2065.932706] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.942406] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a8e186-f074-420e-eecd-8eaa18a95b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.950817] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fe37e588-c821-4076-a133-cc0b6cdbf7e8 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.155s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.967807] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.971934] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.346s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.972301] env[62153]: DEBUG nova.objects.instance [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lazy-loading 'resources' on Instance uuid 666efc5c-569c-410a-b6a2-4b3f8978e434 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.996167] env[62153]: INFO nova.scheduler.client.report [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Deleted allocations for instance b40628ac-3a0b-4171-9458-a8be9e91a6d1 [ 2066.056874] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.057582] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.057940] env[62153]: DEBUG nova.network.neutron [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2066.058325] env[62153]: DEBUG nova.objects.instance [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'info_cache' on Instance uuid f85b197e-dda2-49fb-bd6d-00d888f3d2fe {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2066.067344] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073373, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.091441] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073369, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.476704} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.091857] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/663895b5-5cdb-4dd0-9786-0198f6b6cdfa/663895b5-5cdb-4dd0-9786-0198f6b6cdfa.vmdk to [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2066.093298] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28b7eec-64e2-4b6d-b0ff-f0b690eb66ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.121165] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2066.122435] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaaccdc1-ce8f-4e92-97ab-25135db5bd6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.149864] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2066.149864] env[62153]: value = "task-2073374" [ 2066.149864] env[62153]: _type = "Task" [ 2066.149864] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.163800] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.417655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "ef327164-b937-4f11-9923-a34873be8770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.417655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.417655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "ef327164-b937-4f11-9923-a34873be8770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.417655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.417655] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.421279] env[62153]: INFO nova.compute.manager [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Terminating instance [ 2066.446808] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a8e186-f074-420e-eecd-8eaa18a95b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.086661} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.447187] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.447494] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 597de776-ff8b-42c1-bd0c-fa0389d0fc28/597de776-ff8b-42c1-bd0c-fa0389d0fc28.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2066.447778] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e328f7-f896-48f7-b0e4-5081fe5f6da4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.457244] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2066.457244] env[62153]: value = "task-2073375" [ 2066.457244] env[62153]: _type = "Task" [ 2066.457244] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.468087] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.512782] env[62153]: DEBUG oslo_concurrency.lockutils [None req-266b9468-c26a-4059-9d8e-7366845ab33a tempest-ServersV294TestFqdnHostnames-1697528720 tempest-ServersV294TestFqdnHostnames-1697528720-project-member] Lock "b40628ac-3a0b-4171-9458-a8be9e91a6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.759s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.560079] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073373, 'name': Destroy_Task, 'duration_secs': 2.392369} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.562878] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Destroyed the VM [ 2066.563124] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2066.563572] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0a20c80-a8da-44e4-830b-97f49bc13e7b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.580664] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2066.580664] env[62153]: value = "task-2073376" [ 2066.580664] env[62153]: _type = "Task" [ 2066.580664] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.593869] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.664039] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.797630] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3025b0-5fc0-4545-851d-240d926a697c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.805719] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2410670-b8e5-4b7a-a7bc-f6c1bdf42244 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.836847] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9756538-12ad-42df-a006-18d79c90e095 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.845809] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff55c31-b3ad-4b62-a12f-b59dd126ae02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.861116] env[62153]: DEBUG nova.compute.provider_tree [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2066.928541] env[62153]: DEBUG nova.compute.manager [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2066.928796] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.929109] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9091c3-f639-4389-bc3f-2ac798c043c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.938912] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2066.938912] env[62153]: value = "task-2073377" [ 2066.938912] env[62153]: _type = "Task" [ 2066.938912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.949135] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.970666] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.094403] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.161853] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.364527] env[62153]: DEBUG nova.scheduler.client.report [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2067.438007] env[62153]: DEBUG nova.network.neutron [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [{"id": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "address": "fa:16:3e:63:94:a2", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec9d1e3-94", "ovs_interfaceid": "aec9d1e3-9481-46df-a3e7-080efd0904a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.451267] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073377, 'name': PowerOffVM_Task, 'duration_secs': 0.482902} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.451555] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.451610] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2067.454479] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425039', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'name': 'volume-57770793-53e6-4a0b-992d-e05ea554a6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef327164-b937-4f11-9923-a34873be8770', 'attached_at': '', 'detached_at': '', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'serial': '57770793-53e6-4a0b-992d-e05ea554a6fa'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2067.454479] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d91f7ae-c33d-4ca4-9f62-796c7061d81b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.479037] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae815f97-397b-4c17-a363-09e579bd1092 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.488174] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711866} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.488174] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 597de776-ff8b-42c1-bd0c-fa0389d0fc28/597de776-ff8b-42c1-bd0c-fa0389d0fc28.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2067.488174] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2067.488174] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec4947d3-611d-4d77-ac24-0c75f18d5ef8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.492155] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40731d54-b8d9-4d0a-b998-be9e602c61da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.496547] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2067.496547] env[62153]: value = "task-2073378" [ 2067.496547] env[62153]: _type = "Task" [ 2067.496547] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.519562] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0463acc-6e6f-4a1a-890d-8499d2b36734 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.525373] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.542274] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] The volume has not been displaced from its original location: [datastore1] volume-57770793-53e6-4a0b-992d-e05ea554a6fa/volume-57770793-53e6-4a0b-992d-e05ea554a6fa.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2067.547576] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2067.547922] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f63f42-85de-405d-bb38-2791e63d60f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.574326] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2067.574326] env[62153]: value = "task-2073379" [ 2067.574326] env[62153]: _type = "Task" [ 2067.574326] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.583500] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.593120] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073376, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.662015] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073374, 'name': ReconfigVM_Task, 'duration_secs': 1.1068} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.662307] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83/230434b9-8c7e-4b51-9717-96a00258ef83.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2067.662935] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d73032b7-20fa-4f5a-b873-efc380cba020 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.670257] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2067.670257] env[62153]: value = "task-2073380" [ 2067.670257] env[62153]: _type = "Task" [ 2067.670257] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.678454] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073380, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.871421] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.874904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.784s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.876496] env[62153]: INFO nova.compute.claims [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.898741] env[62153]: INFO nova.scheduler.client.report [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleted allocations for instance 666efc5c-569c-410a-b6a2-4b3f8978e434 [ 2067.946777] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-f85b197e-dda2-49fb-bd6d-00d888f3d2fe" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.946777] env[62153]: DEBUG nova.objects.instance [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'migration_context' on Instance uuid f85b197e-dda2-49fb-bd6d-00d888f3d2fe {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.011944] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06451} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.012371] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2068.013742] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e684b9a-d13f-4d34-aaa9-df80b444ee22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.046135] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 597de776-ff8b-42c1-bd0c-fa0389d0fc28/597de776-ff8b-42c1-bd0c-fa0389d0fc28.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2068.046558] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683d1689-92ca-4bac-be88-0bc14f3bf63a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.073753] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2068.073753] env[62153]: value = "task-2073381" [ 2068.073753] env[62153]: _type = "Task" [ 2068.073753] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.087512] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073379, 'name': ReconfigVM_Task, 'duration_secs': 0.267567} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.095101] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2068.100354] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.101073] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea52f4d-2f5e-45be-86ac-7466ac02f71f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.118157] env[62153]: DEBUG oslo_vmware.api [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073376, 'name': RemoveSnapshot_Task, 'duration_secs': 1.19979} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.118476] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2068.122499] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2068.122499] env[62153]: value = "task-2073382" [ 2068.122499] env[62153]: _type = "Task" [ 2068.122499] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.131456] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.181815] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073380, 'name': Rename_Task, 'duration_secs': 0.291708} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.182305] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.182581] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7cff756-260c-4ca6-88de-062f4fbde020 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.191573] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2068.191573] env[62153]: value = "task-2073383" [ 2068.191573] env[62153]: _type = "Task" [ 2068.191573] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.200678] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.407726] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb29db69-3510-4872-963a-c6e94ccc8b0e tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "666efc5c-569c-410a-b6a2-4b3f8978e434" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.466s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.448780] env[62153]: DEBUG nova.objects.base [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2068.449733] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75978d20-9016-4af7-9fd7-07be668cab4b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.472191] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92d11d8-ee0b-4bf3-b288-b9d43e2acb6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.479136] env[62153]: DEBUG oslo_vmware.api [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2068.479136] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a3d89-4117-5384-6b2f-ccb436f40f8c" [ 2068.479136] env[62153]: _type = "Task" [ 2068.479136] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.487879] env[62153]: DEBUG oslo_vmware.api [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a3d89-4117-5384-6b2f-ccb436f40f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.588541] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.626348] env[62153]: WARNING nova.compute.manager [None req-605e267c-908a-4c6a-84cf-b86cd2fe6323 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Image not found during snapshot: nova.exception.ImageNotFound: Image 940fb6e5-defc-458a-875b-1c34879bd8ff could not be found. [ 2068.637883] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073382, 'name': ReconfigVM_Task, 'duration_secs': 0.422515} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.638363] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425039', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'name': 'volume-57770793-53e6-4a0b-992d-e05ea554a6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef327164-b937-4f11-9923-a34873be8770', 'attached_at': '', 'detached_at': '', 'volume_id': '57770793-53e6-4a0b-992d-e05ea554a6fa', 'serial': '57770793-53e6-4a0b-992d-e05ea554a6fa'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2068.638686] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.639675] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c75173a-d2cb-489d-ab01-684a32e6a38c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.649019] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.649019] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab0043a-d6df-4dc7-ab9b-e784c99e92b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.705160] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.764241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.764241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.764241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.764241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.764241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.766442] env[62153]: INFO nova.compute.manager [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Terminating instance [ 2068.785065] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.785309] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.785502] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleting the datastore file [datastore1] ef327164-b937-4f11-9923-a34873be8770 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.785782] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4634a70-50ec-4da7-8862-b4ffb68643ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.798968] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2068.798968] env[62153]: value = "task-2073385" [ 2068.798968] env[62153]: _type = "Task" [ 2068.798968] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.807991] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.996145] env[62153]: DEBUG oslo_vmware.api [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528a3d89-4117-5384-6b2f-ccb436f40f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.996496] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.089420] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073381, 'name': ReconfigVM_Task, 'duration_secs': 0.994642} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.092623] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 597de776-ff8b-42c1-bd0c-fa0389d0fc28/597de776-ff8b-42c1-bd0c-fa0389d0fc28.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2069.092623] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bef166e-44c3-4602-b952-9c9411e91b96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.100032] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2069.100032] env[62153]: value = "task-2073386" [ 2069.100032] env[62153]: _type = "Task" [ 2069.100032] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.113046] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073386, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.204111] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.228656] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.228812] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.229086] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.229261] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.229369] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.231593] env[62153]: INFO nova.compute.manager [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Terminating instance [ 2069.269456] env[62153]: DEBUG nova.compute.manager [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2069.269713] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.270678] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d78bd74-52b2-4527-b6fa-828834d70d4f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.280547] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.281676] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7942f2-73f1-4b85-87e8-676416325b79 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.284542] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6cf2e4f-4db8-4126-a8b7-5912fd6e4213 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.292887] env[62153]: DEBUG oslo_vmware.api [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2069.292887] env[62153]: value = "task-2073387" [ 2069.292887] env[62153]: _type = "Task" [ 2069.292887] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.294356] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56a243f-f53a-45c2-bdfc-8deafb11ed66 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.342639] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dcd5de-f184-4e4c-9201-0f475da96499 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.345279] env[62153]: DEBUG oslo_vmware.api [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301571} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.345551] env[62153]: DEBUG oslo_vmware.api [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.346847] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.346847] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.346847] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.346847] env[62153]: INFO nova.compute.manager [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Took 2.42 seconds to destroy the instance on the hypervisor. [ 2069.346847] env[62153]: DEBUG oslo.service.loopingcall [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.347156] env[62153]: DEBUG nova.compute.manager [-] [instance: ef327164-b937-4f11-9923-a34873be8770] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2069.347230] env[62153]: DEBUG nova.network.neutron [-] [instance: ef327164-b937-4f11-9923-a34873be8770] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2069.353351] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f50607-8876-4517-b46a-0740519619ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.373524] env[62153]: DEBUG nova.compute.provider_tree [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.615126] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073386, 'name': Rename_Task, 'duration_secs': 0.189762} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.615126] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2069.616102] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a13952-9ee0-4d7d-b0b9-8db08a495c58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.627609] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2069.627609] env[62153]: value = "task-2073388" [ 2069.627609] env[62153]: _type = "Task" [ 2069.627609] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.644737] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.706200] env[62153]: DEBUG oslo_vmware.api [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073383, 'name': PowerOnVM_Task, 'duration_secs': 1.015398} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.706200] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2069.737689] env[62153]: DEBUG nova.compute.manager [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2069.738037] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.739969] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca4543-1437-4b97-a2a2-b437f8cc80e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.746952] env[62153]: DEBUG nova.compute.manager [req-b825d479-fe4c-47c7-a914-a4eea1ff5d97 req-057fbc21-967b-43f1-98e7-c9fae8ff5833 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Received event network-vif-deleted-eaf38c62-da2a-439f-a35e-08b283faa97b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2069.747194] env[62153]: INFO nova.compute.manager [req-b825d479-fe4c-47c7-a914-a4eea1ff5d97 req-057fbc21-967b-43f1-98e7-c9fae8ff5833 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Neutron deleted interface eaf38c62-da2a-439f-a35e-08b283faa97b; detaching it from the instance and deleting it from the info cache [ 2069.747406] env[62153]: DEBUG nova.network.neutron [req-b825d479-fe4c-47c7-a914-a4eea1ff5d97 req-057fbc21-967b-43f1-98e7-c9fae8ff5833 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.761767] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.766442] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390f6e3c-8f0f-431c-9fca-de1d519d196e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.777534] env[62153]: DEBUG oslo_vmware.api [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2069.777534] env[62153]: value = "task-2073389" [ 2069.777534] env[62153]: _type = "Task" [ 2069.777534] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.790195] env[62153]: DEBUG oslo_vmware.api [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.804685] env[62153]: DEBUG oslo_vmware.api [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073387, 'name': PowerOffVM_Task, 'duration_secs': 0.285338} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.804685] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.804826] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.805068] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c03c95-6f03-4c2b-a5bb-b05dcc802cff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.879117] env[62153]: DEBUG nova.scheduler.client.report [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.891061] env[62153]: DEBUG nova.compute.manager [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2069.891236] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d78496-af08-4ae3-aeb5-8911a873f21f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.922105] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.922105] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.922105] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleting the datastore file [datastore1] b8c04efe-5f2f-4512-b1cc-a7415071e0ba {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.922105] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eccc875-90cf-4592-a2bd-82ae865c92f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.932318] env[62153]: DEBUG oslo_vmware.api [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for the task: (returnval){ [ 2069.932318] env[62153]: value = "task-2073391" [ 2069.932318] env[62153]: _type = "Task" [ 2069.932318] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.945108] env[62153]: DEBUG oslo_vmware.api [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.136578] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.216329] env[62153]: DEBUG nova.network.neutron [-] [instance: ef327164-b937-4f11-9923-a34873be8770] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.255653] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-978b48aa-6797-465a-80a7-8705e323f5c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.268774] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd62f12-8c7e-45f6-a911-74b3c61626b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.292381] env[62153]: DEBUG oslo_vmware.api [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073389, 'name': PowerOffVM_Task, 'duration_secs': 0.21946} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.292683] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.292856] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2070.293212] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2769133e-c98d-49ac-b580-9f4cadb4c9f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.312554] env[62153]: DEBUG nova.compute.manager [req-b825d479-fe4c-47c7-a914-a4eea1ff5d97 req-057fbc21-967b-43f1-98e7-c9fae8ff5833 service nova] [instance: ef327164-b937-4f11-9923-a34873be8770] Detach interface failed, port_id=eaf38c62-da2a-439f-a35e-08b283faa97b, reason: Instance ef327164-b937-4f11-9923-a34873be8770 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2070.376347] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2070.376650] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2070.377027] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleting the datastore file [datastore1] e2ee3b5e-2089-4a28-992f-be3c992c63ea {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2070.377313] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc2393a-324d-45b5-a55c-884240fbe356 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.384729] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.385481] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2070.389699] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.687s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.392203] env[62153]: INFO nova.compute.claims [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2070.396029] env[62153]: DEBUG oslo_vmware.api [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2070.396029] env[62153]: value = "task-2073393" [ 2070.396029] env[62153]: _type = "Task" [ 2070.396029] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.405834] env[62153]: DEBUG oslo_vmware.api [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.420049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4c46bc-d1d8-4572-a554-6aecdea8e49c tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.279s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.445504] env[62153]: DEBUG oslo_vmware.api [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Task: {'id': task-2073391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178282} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.445810] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.445961] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.446166] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.446343] env[62153]: INFO nova.compute.manager [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2070.446587] env[62153]: DEBUG oslo.service.loopingcall [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.447029] env[62153]: DEBUG nova.compute.manager [-] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.447131] env[62153]: DEBUG nova.network.neutron [-] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.637938] env[62153]: DEBUG oslo_vmware.api [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073388, 'name': PowerOnVM_Task, 'duration_secs': 0.678174} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.639459] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2070.639588] env[62153]: INFO nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Took 9.07 seconds to spawn the instance on the hypervisor. [ 2070.640257] env[62153]: DEBUG nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2070.640781] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb64b1c-1bfb-48a3-9fc0-69f00ae59dfd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.723701] env[62153]: INFO nova.compute.manager [-] [instance: ef327164-b937-4f11-9923-a34873be8770] Took 1.38 seconds to deallocate network for instance. [ 2070.899287] env[62153]: DEBUG nova.compute.utils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.900910] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2070.901125] env[62153]: DEBUG nova.network.neutron [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2070.917852] env[62153]: DEBUG oslo_vmware.api [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155681} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.918527] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.918587] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.918830] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.919082] env[62153]: INFO nova.compute.manager [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2070.919405] env[62153]: DEBUG oslo.service.loopingcall [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.921559] env[62153]: DEBUG nova.compute.manager [-] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.921559] env[62153]: DEBUG nova.network.neutron [-] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.959017] env[62153]: DEBUG nova.policy [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cfad1cd7bb24a709158b293e654508c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d618172d24090830e111969ed9d8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2071.163838] env[62153]: INFO nova.compute.manager [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Took 15.89 seconds to build instance. [ 2071.290970] env[62153]: DEBUG nova.network.neutron [-] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.300931] env[62153]: INFO nova.compute.manager [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: ef327164-b937-4f11-9923-a34873be8770] Took 0.57 seconds to detach 1 volumes for instance. [ 2071.380640] env[62153]: DEBUG nova.network.neutron [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Successfully created port: a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2071.407946] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2071.429204] env[62153]: DEBUG nova.compute.manager [req-beac729b-86c4-4134-abfe-d16ddf82f012 req-c607c754-1a89-40e9-9d01-fe74ddc777f8 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Received event network-vif-deleted-f447bf78-2459-40cd-b034-8a88c12dec32 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2071.429204] env[62153]: INFO nova.compute.manager [req-beac729b-86c4-4134-abfe-d16ddf82f012 req-c607c754-1a89-40e9-9d01-fe74ddc777f8 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Neutron deleted interface f447bf78-2459-40cd-b034-8a88c12dec32; detaching it from the instance and deleting it from the info cache [ 2071.429204] env[62153]: DEBUG nova.network.neutron [req-beac729b-86c4-4134-abfe-d16ddf82f012 req-c607c754-1a89-40e9-9d01-fe74ddc777f8 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.598292] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "86e2afbf-2614-4d90-a6cc-766e4394dda7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.599404] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.671168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-89f8b43e-d119-486c-8218-889f222c9864 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.731s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.772567] env[62153]: DEBUG nova.compute.manager [req-1497032d-bbc5-432c-805f-65d8c8b4da82 req-f0871522-cf87-42d6-8566-747f24600c4e service nova] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Received event network-vif-deleted-ad1661fb-56c4-431f-a6e8-6c65bd6af9b3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2071.777844] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035d104-5c1b-4f40-88bc-d9c48724ad99 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.790488] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7680612a-0ce5-4e3c-88cf-d4dc66fac774 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.794584] env[62153]: INFO nova.compute.manager [-] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Took 1.35 seconds to deallocate network for instance. [ 2071.828728] env[62153]: DEBUG nova.network.neutron [-] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.830765] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.836020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe3a62-aff6-4884-8003-560d8d0ca26f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.844427] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222fe33-a566-4947-9c00-4b1514b9a570 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.863340] env[62153]: DEBUG nova.compute.provider_tree [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.897102] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "b2186606-5944-418f-acba-d2c5b8c31f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.897433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "b2186606-5944-418f-acba-d2c5b8c31f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.897661] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "b2186606-5944-418f-acba-d2c5b8c31f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.897849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "b2186606-5944-418f-acba-d2c5b8c31f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.898033] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "b2186606-5944-418f-acba-d2c5b8c31f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.900189] env[62153]: INFO nova.compute.manager [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Terminating instance [ 2071.937455] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe399a26-8ff0-42de-81c2-e2e924ce414b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.952028] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd66e49-9228-4ec7-b9e4-98b82111ecff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.984525] env[62153]: DEBUG nova.compute.manager [req-beac729b-86c4-4134-abfe-d16ddf82f012 req-c607c754-1a89-40e9-9d01-fe74ddc777f8 service nova] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Detach interface failed, port_id=f447bf78-2459-40cd-b034-8a88c12dec32, reason: Instance e2ee3b5e-2089-4a28-992f-be3c992c63ea could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2072.102182] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2072.332721] env[62153]: INFO nova.compute.manager [-] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Took 1.41 seconds to deallocate network for instance. [ 2072.333936] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.367310] env[62153]: DEBUG nova.scheduler.client.report [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.404301] env[62153]: DEBUG nova.compute.manager [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2072.404545] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.405453] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708932a-48e2-40d0-9a63-b286b0a5e7a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.416560] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.417717] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2072.419949] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7168bfad-e46d-465e-9c9f-d864db272046 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.428750] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 2072.428750] env[62153]: value = "task-2073394" [ 2072.428750] env[62153]: _type = "Task" [ 2072.428750] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.438296] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.450205] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2072.450497] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2072.450660] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2072.450865] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2072.451022] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2072.451176] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2072.451411] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2072.451584] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2072.451758] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2072.451918] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2072.452102] env[62153]: DEBUG nova.virt.hardware [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2072.453279] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86efda2e-2dab-417b-9aab-c036697cf157 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.463305] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be58316a-5901-41ff-8754-f1b3fe0a5a01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.625978] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.840620] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.880782] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.880782] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2072.884106] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.888s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.940501] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073394, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.951467] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8dff6c-24af-47d1-93dc-7026da7add33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.958404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Suspending the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2072.958685] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-556c1ded-d268-4e4d-bef3-e23032a203ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.965408] env[62153]: DEBUG oslo_vmware.api [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2072.965408] env[62153]: value = "task-2073395" [ 2072.965408] env[62153]: _type = "Task" [ 2072.965408] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.976173] env[62153]: DEBUG oslo_vmware.api [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073395, 'name': SuspendVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.117181] env[62153]: DEBUG nova.network.neutron [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Successfully updated port: a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2073.387678] env[62153]: DEBUG nova.compute.utils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2073.389187] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2073.389585] env[62153]: DEBUG nova.network.neutron [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2073.443939] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073394, 'name': PowerOffVM_Task, 'duration_secs': 0.628467} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.447557] env[62153]: DEBUG nova.policy [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2073.448931] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.449134] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.449587] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf96ecc3-f3fe-44fe-ba86-cdaf6bb093bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.454024] env[62153]: DEBUG nova.compute.manager [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Received event network-changed-0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2073.454214] env[62153]: DEBUG nova.compute.manager [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Refreshing instance network info cache due to event network-changed-0323eba0-f7ab-435d-8eb6-48887f03497b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2073.454509] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] Acquiring lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.454594] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] Acquired lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.454752] env[62153]: DEBUG nova.network.neutron [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Refreshing network info cache for port 0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2073.479090] env[62153]: DEBUG oslo_vmware.api [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073395, 'name': SuspendVM_Task} progress is 62%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.550158] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.550271] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.550461] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Deleting the datastore file [datastore1] b2186606-5944-418f-acba-d2c5b8c31f64 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.550732] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7d119f6-d145-4b76-b064-067a377d64e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.562125] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for the task: (returnval){ [ 2073.562125] env[62153]: value = "task-2073397" [ 2073.562125] env[62153]: _type = "Task" [ 2073.562125] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.570372] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.619438] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.619581] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.619729] env[62153]: DEBUG nova.network.neutron [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.690359] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b3406b-b48f-4a4c-9dd8-846365ecd40c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.699703] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6112abc3-50d7-4ba1-9f33-f973905d67bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.737309] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db14d01-5fb1-475e-9a21-93e7c3ce3bcf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.746789] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1374b-eca8-4439-893b-594a68068e6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.764272] env[62153]: DEBUG nova.compute.provider_tree [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.779368] env[62153]: DEBUG nova.network.neutron [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Successfully created port: 81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2073.799660] env[62153]: DEBUG nova.compute.manager [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Received event network-vif-plugged-a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2073.799885] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.800217] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.800286] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.800440] env[62153]: DEBUG nova.compute.manager [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] No waiting events found dispatching network-vif-plugged-a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.800608] env[62153]: WARNING nova.compute.manager [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Received unexpected event network-vif-plugged-a4edbf87-81fa-435c-a78b-c55f04eb8813 for instance with vm_state building and task_state spawning. [ 2073.800767] env[62153]: DEBUG nova.compute.manager [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Received event network-changed-a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2073.800942] env[62153]: DEBUG nova.compute.manager [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Refreshing instance network info cache due to event network-changed-a4edbf87-81fa-435c-a78b-c55f04eb8813. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2073.801122] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.895588] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2073.978463] env[62153]: DEBUG oslo_vmware.api [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073395, 'name': SuspendVM_Task, 'duration_secs': 0.794226} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.978828] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Suspended the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2073.979105] env[62153]: DEBUG nova.compute.manager [None req-09ed07cf-9d01-4039-94da-0ede31481727 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2073.980275] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c56d338-cb9b-4fdd-af79-5e124697fde8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.075823] env[62153]: DEBUG oslo_vmware.api [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Task: {'id': task-2073397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213626} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.076434] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.076690] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.076793] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.076963] env[62153]: INFO nova.compute.manager [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2074.077225] env[62153]: DEBUG oslo.service.loopingcall [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.077412] env[62153]: DEBUG nova.compute.manager [-] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.077502] env[62153]: DEBUG nova.network.neutron [-] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.152029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.152245] env[62153]: DEBUG oslo_concurrency.lockutils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.172637] env[62153]: DEBUG nova.network.neutron [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2074.265942] env[62153]: DEBUG nova.scheduler.client.report [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.360183] env[62153]: DEBUG nova.network.neutron [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updated VIF entry in instance network info cache for port 0323eba0-f7ab-435d-8eb6-48887f03497b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2074.360572] env[62153]: DEBUG nova.network.neutron [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updating instance_info_cache with network_info: [{"id": "0323eba0-f7ab-435d-8eb6-48887f03497b", "address": "fa:16:3e:7f:71:e9", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0323eba0-f7", "ovs_interfaceid": "0323eba0-f7ab-435d-8eb6-48887f03497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.429979] env[62153]: DEBUG nova.network.neutron [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.656988] env[62153]: DEBUG nova.compute.utils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2074.862901] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a532bc9-2a00-4d6d-88e5-f3f8aff932c9 req-81cbf04d-4e11-4f1b-9396-e822c7e2e619 service nova] Releasing lock "refresh_cache-597de776-ff8b-42c1-bd0c-fa0389d0fc28" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.906765] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2074.932797] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.933887] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Instance network_info: |[{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2074.933887] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.933887] env[62153]: DEBUG nova.network.neutron [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Refreshing network info cache for port a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.934862] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:cd:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4edbf87-81fa-435c-a78b-c55f04eb8813', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.942969] env[62153]: DEBUG oslo.service.loopingcall [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.945226] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.945457] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.945617] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.945806] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.945952] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.946117] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.946444] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.946517] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.946708] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.946887] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.947077] env[62153]: DEBUG nova.virt.hardware [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.950084] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.950858] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e854f6ff-cf7a-4f74-9f84-f6b7b6825fac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.953689] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3762b3c9-fbb2-46b6-98b2-aecf0e95f6ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.975340] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7625d792-6f82-4caa-9c68-cd4f5dcd4273 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.980762] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.980762] env[62153]: value = "task-2073398" [ 2074.980762] env[62153]: _type = "Task" [ 2074.980762] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.997355] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073398, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.025164] env[62153]: DEBUG nova.network.neutron [-] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.162701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.271803] env[62153]: DEBUG nova.network.neutron [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updated VIF entry in instance network info cache for port a4edbf87-81fa-435c-a78b-c55f04eb8813. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.272169] env[62153]: DEBUG nova.network.neutron [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.280952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.397s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.284118] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.453s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.284351] env[62153]: DEBUG nova.objects.instance [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'resources' on Instance uuid ef327164-b937-4f11-9923-a34873be8770 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.435766] env[62153]: DEBUG nova.network.neutron [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Successfully updated port: 81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.491439] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073398, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.527778] env[62153]: INFO nova.compute.manager [-] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Took 1.45 seconds to deallocate network for instance. [ 2075.621106] env[62153]: INFO nova.compute.manager [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Resuming [ 2075.621779] env[62153]: DEBUG nova.objects.instance [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'flavor' on Instance uuid 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.774639] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ad0c94f-73d0-4184-aa7d-82ee2dc20c5f req-6fad532e-2853-4ab2-b336-2794dd9d821c service nova] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.826531] env[62153]: DEBUG nova.compute.manager [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Received event network-vif-deleted-c40a23f9-d580-4e76-98c6-87646da39614 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2075.826731] env[62153]: DEBUG nova.compute.manager [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Received event network-vif-plugged-81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2075.826908] env[62153]: DEBUG oslo_concurrency.lockutils [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] Acquiring lock "077da888-1c52-43c6-aee0-282a41bc5026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.827439] env[62153]: DEBUG oslo_concurrency.lockutils [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] Lock "077da888-1c52-43c6-aee0-282a41bc5026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.827627] env[62153]: DEBUG oslo_concurrency.lockutils [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] Lock "077da888-1c52-43c6-aee0-282a41bc5026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.827815] env[62153]: DEBUG nova.compute.manager [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] No waiting events found dispatching network-vif-plugged-81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2075.828011] env[62153]: WARNING nova.compute.manager [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Received unexpected event network-vif-plugged-81934eb7-9a8a-490f-8a53-9bfa273a0486 for instance with vm_state building and task_state spawning. [ 2075.828243] env[62153]: DEBUG nova.compute.manager [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Received event network-changed-81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2075.828337] env[62153]: DEBUG nova.compute.manager [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Refreshing instance network info cache due to event network-changed-81934eb7-9a8a-490f-8a53-9bfa273a0486. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2075.828526] env[62153]: DEBUG oslo_concurrency.lockutils [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] Acquiring lock "refresh_cache-077da888-1c52-43c6-aee0-282a41bc5026" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.828661] env[62153]: DEBUG oslo_concurrency.lockutils [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] Acquired lock "refresh_cache-077da888-1c52-43c6-aee0-282a41bc5026" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.828814] env[62153]: DEBUG nova.network.neutron [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Refreshing network info cache for port 81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.842951] env[62153]: INFO nova.scheduler.client.report [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocation for migration ed0e9481-8d07-4c8b-b97d-a6c7272d3463 [ 2075.938427] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-077da888-1c52-43c6-aee0-282a41bc5026" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.990966] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073398, 'name': CreateVM_Task, 'duration_secs': 0.775901} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.993176] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.994025] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.994219] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.994508] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.994767] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64977573-ff45-4d5c-afc4-ceebbacfefd9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.999254] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2075.999254] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fbeba0-26d5-59d4-0043-88cb25ca63c3" [ 2075.999254] env[62153]: _type = "Task" [ 2075.999254] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.008855] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fbeba0-26d5-59d4-0043-88cb25ca63c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.034284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.047165] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c21f7-559c-4ba8-93b6-e29a36ff971c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.054853] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2eb70a-92b0-4c13-b98d-2f1f5e5408de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.085601] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c454c7-292a-46f0-a38e-3d77550ad56c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.094260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9841a3b-854b-4d3f-b627-da97953a7fec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.107889] env[62153]: DEBUG nova.compute.provider_tree [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.222538] env[62153]: DEBUG oslo_concurrency.lockutils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.222844] env[62153]: DEBUG oslo_concurrency.lockutils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.223753] env[62153]: INFO nova.compute.manager [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Attaching volume d0ca9112-b19c-4a8d-8164-95fcbb9b190b to /dev/sdb [ 2076.258413] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42a8cd-8b00-4d99-b644-e74b03db45d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.265580] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94457f82-d871-426d-a18d-9276654e0dc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.280679] env[62153]: DEBUG nova.virt.block_device [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating existing volume attachment record: 3869313d-f561-4d2f-905b-32cc10e4acb1 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2076.349753] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c927c57c-6da7-4d21-9f3e-965b7c24ca6d tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.880s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.365140] env[62153]: DEBUG nova.network.neutron [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.448870] env[62153]: DEBUG nova.network.neutron [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.509623] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fbeba0-26d5-59d4-0043-88cb25ca63c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.509934] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.510257] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.510576] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.510730] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.510908] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.511554] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a6c7e1-d2f5-41b0-b660-53f605142fe3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.519579] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.519760] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.520655] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4edb037-eca8-4594-9720-d96743a522a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.525740] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2076.525740] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a4d5ef-2783-b9eb-980c-f2ff758a1946" [ 2076.525740] env[62153]: _type = "Task" [ 2076.525740] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.532968] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a4d5ef-2783-b9eb-980c-f2ff758a1946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.610976] env[62153]: DEBUG nova.scheduler.client.report [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.880712] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.881052] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.881337] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.881549] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.881727] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.884093] env[62153]: INFO nova.compute.manager [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Terminating instance [ 2076.951540] env[62153]: DEBUG oslo_concurrency.lockutils [req-73844da8-3d86-4be9-b596-c3796075650b req-e90c7136-e28e-46f6-b111-eb641e4a5620 service nova] Releasing lock "refresh_cache-077da888-1c52-43c6-aee0-282a41bc5026" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.952046] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-077da888-1c52-43c6-aee0-282a41bc5026" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.952267] env[62153]: DEBUG nova.network.neutron [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.037644] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a4d5ef-2783-b9eb-980c-f2ff758a1946, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.038627] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878cc396-8c0b-4245-bc1a-d707e1182f7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.044610] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2077.044610] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52655015-12f3-b635-7724-5f00900c1b42" [ 2077.044610] env[62153]: _type = "Task" [ 2077.044610] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.052363] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52655015-12f3-b635-7724-5f00900c1b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.118140] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.119431] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.786s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.119662] env[62153]: DEBUG nova.objects.instance [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lazy-loading 'resources' on Instance uuid b8c04efe-5f2f-4512-b1cc-a7415071e0ba {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.131027] env[62153]: DEBUG oslo_concurrency.lockutils [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.131027] env[62153]: DEBUG oslo_concurrency.lockutils [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquired lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.131177] env[62153]: DEBUG nova.network.neutron [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.133955] env[62153]: INFO nova.scheduler.client.report [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocations for instance ef327164-b937-4f11-9923-a34873be8770 [ 2077.364327] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.364593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.392601] env[62153]: DEBUG nova.compute.manager [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2077.392831] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2077.393709] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce4fbe-a2bd-4079-8001-812cf4419f70 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.402446] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.402622] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f8a4d32-6906-4b15-912c-97ca5eb71c0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.408897] env[62153]: DEBUG oslo_vmware.api [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2077.408897] env[62153]: value = "task-2073402" [ 2077.408897] env[62153]: _type = "Task" [ 2077.408897] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.418317] env[62153]: DEBUG oslo_vmware.api [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.486216] env[62153]: DEBUG nova.network.neutron [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2077.554836] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52655015-12f3-b635-7724-5f00900c1b42, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.557631] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.557906] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2077.558202] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e07477c-2e45-4206-822e-9371af7d0049 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.565329] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2077.565329] env[62153]: value = "task-2073403" [ 2077.565329] env[62153]: _type = "Task" [ 2077.565329] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.573772] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.637191] env[62153]: DEBUG nova.network.neutron [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Updating instance_info_cache with network_info: [{"id": "81934eb7-9a8a-490f-8a53-9bfa273a0486", "address": "fa:16:3e:6d:29:7b", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81934eb7-9a", "ovs_interfaceid": "81934eb7-9a8a-490f-8a53-9bfa273a0486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.642283] env[62153]: DEBUG oslo_concurrency.lockutils [None req-efb836a8-bf7f-4ec5-a4d4-a0e704088739 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "ef327164-b937-4f11-9923-a34873be8770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.226s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.866733] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2077.928595] env[62153]: DEBUG oslo_vmware.api [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073402, 'name': PowerOffVM_Task, 'duration_secs': 0.199163} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.929790] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.930044] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2077.930407] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8baa4ace-08f1-451f-81c1-3a9ecb3934cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.949010] env[62153]: DEBUG nova.network.neutron [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [{"id": "f59fa575-d858-4766-bc60-7d73c28f972e", "address": "fa:16:3e:9d:66:b5", "network": {"id": "1f658366-8826-4e4c-bea5-1daca4b1dd24", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-47031767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f49737391e4e03ab7f4a5582a72d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fa575-d8", "ovs_interfaceid": "f59fa575-d858-4766-bc60-7d73c28f972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.006616] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b10db-9e5f-4e3a-b17d-a638f854d8b5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.015407] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186b2e3-3d31-44aa-994b-6b70c3f4d6b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.051713] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd35fcd-bc85-45cc-91bc-23fd31bb438d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.059780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e9966-7efb-40ec-8eef-359ae4d028db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.077110] env[62153]: DEBUG nova.compute.provider_tree [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.085561] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473838} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.085823] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2078.086041] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2078.086292] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86eb8584-555d-4c8c-8e6b-ddeb593872e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.093700] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2078.093700] env[62153]: value = "task-2073405" [ 2078.093700] env[62153]: _type = "Task" [ 2078.093700] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.102908] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.128140] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.128387] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.128599] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] f85b197e-dda2-49fb-bd6d-00d888f3d2fe {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.128869] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ec95194-f5c7-4671-8745-46968a977b19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.135226] env[62153]: DEBUG oslo_vmware.api [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2078.135226] env[62153]: value = "task-2073406" [ 2078.135226] env[62153]: _type = "Task" [ 2078.135226] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.144434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-077da888-1c52-43c6-aee0-282a41bc5026" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.144762] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Instance network_info: |[{"id": "81934eb7-9a8a-490f-8a53-9bfa273a0486", "address": "fa:16:3e:6d:29:7b", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81934eb7-9a", "ovs_interfaceid": "81934eb7-9a8a-490f-8a53-9bfa273a0486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2078.145299] env[62153]: DEBUG oslo_vmware.api [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.145675] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:29:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81934eb7-9a8a-490f-8a53-9bfa273a0486', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2078.153549] env[62153]: DEBUG oslo.service.loopingcall [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.153782] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2078.154047] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07684cb-f43a-4014-baff-d9fdb60dfcfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.174705] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2078.174705] env[62153]: value = "task-2073407" [ 2078.174705] env[62153]: _type = "Task" [ 2078.174705] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.182600] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073407, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.392014] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.455157] env[62153]: DEBUG oslo_concurrency.lockutils [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Releasing lock "refresh_cache-230434b9-8c7e-4b51-9717-96a00258ef83" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.456300] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f206d-1c4b-4adb-8f62-6992ab181887 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.464015] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Resuming the VM {{(pid=62153) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2078.464412] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513030f0-d90a-4d35-90ac-69027388a4ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.470768] env[62153]: DEBUG oslo_vmware.api [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2078.470768] env[62153]: value = "task-2073408" [ 2078.470768] env[62153]: _type = "Task" [ 2078.470768] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.478886] env[62153]: DEBUG oslo_vmware.api [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.580180] env[62153]: DEBUG nova.scheduler.client.report [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.604577] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067981} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.604860] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.605720] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8367edba-53f8-4c5e-9168-a026a8cf7f7a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.630098] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.630592] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32667b1-87f8-4030-bafb-39bf745cc559 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.655817] env[62153]: DEBUG oslo_vmware.api [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159236} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.657179] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.657565] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.657739] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.657827] env[62153]: INFO nova.compute.manager [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2078.658300] env[62153]: DEBUG oslo.service.loopingcall [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.658580] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2078.658580] env[62153]: value = "task-2073409" [ 2078.658580] env[62153]: _type = "Task" [ 2078.658580] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.658858] env[62153]: DEBUG nova.compute.manager [-] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2078.658858] env[62153]: DEBUG nova.network.neutron [-] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2078.668771] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.684395] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073407, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.980682] env[62153]: DEBUG oslo_vmware.api [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.001366] env[62153]: DEBUG nova.compute.manager [req-0a330a4d-62e4-4eb9-815a-74243e2cf388 req-f92ade21-71b7-468a-b7be-e16248671b0b service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Received event network-vif-deleted-aec9d1e3-9481-46df-a3e7-080efd0904a9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2079.002279] env[62153]: INFO nova.compute.manager [req-0a330a4d-62e4-4eb9-815a-74243e2cf388 req-f92ade21-71b7-468a-b7be-e16248671b0b service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Neutron deleted interface aec9d1e3-9481-46df-a3e7-080efd0904a9; detaching it from the instance and deleting it from the info cache [ 2079.002544] env[62153]: DEBUG nova.network.neutron [req-0a330a4d-62e4-4eb9-815a-74243e2cf388 req-f92ade21-71b7-468a-b7be-e16248671b0b service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.085985] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.088784] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.463s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.090492] env[62153]: INFO nova.compute.claims [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.107939] env[62153]: INFO nova.scheduler.client.report [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Deleted allocations for instance b8c04efe-5f2f-4512-b1cc-a7415071e0ba [ 2079.171042] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.185076] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073407, 'name': CreateVM_Task, 'duration_secs': 0.686424} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.185076] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2079.185800] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.186019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.186412] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2079.186716] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68eb7e81-c473-4931-acd3-ed664ebe2aa0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.192135] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2079.192135] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5233ea60-248c-6d5c-c2aa-31331ad62644" [ 2079.192135] env[62153]: _type = "Task" [ 2079.192135] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.200494] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5233ea60-248c-6d5c-c2aa-31331ad62644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.443049] env[62153]: DEBUG nova.network.neutron [-] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.482291] env[62153]: DEBUG oslo_vmware.api [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073408, 'name': PowerOnVM_Task, 'duration_secs': 0.835649} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.482614] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Resumed the VM {{(pid=62153) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2079.482984] env[62153]: DEBUG nova.compute.manager [None req-347cf6a2-3362-483f-81c3-e4368f3772f5 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.483668] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b925413-a78a-4658-8ae4-a61c64ef272f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.503687] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.503940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.505918] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-462d3209-9c5c-4396-ab5e-f4e5414db66c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.517468] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a883f5-b17a-4073-b256-f2547134821d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.552490] env[62153]: DEBUG nova.compute.manager [req-0a330a4d-62e4-4eb9-815a-74243e2cf388 req-f92ade21-71b7-468a-b7be-e16248671b0b service nova] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Detach interface failed, port_id=aec9d1e3-9481-46df-a3e7-080efd0904a9, reason: Instance f85b197e-dda2-49fb-bd6d-00d888f3d2fe could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2079.617573] env[62153]: DEBUG oslo_concurrency.lockutils [None req-868d4cae-66a2-4041-aaa2-349e08023bb5 tempest-ListServerFiltersTestJSON-442199011 tempest-ListServerFiltersTestJSON-442199011-project-member] Lock "b8c04efe-5f2f-4512-b1cc-a7415071e0ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.855s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.673432] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.702611] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5233ea60-248c-6d5c-c2aa-31331ad62644, 'name': SearchDatastore_Task, 'duration_secs': 0.029156} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.703928] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.703928] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2079.703928] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.703928] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.703928] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2079.704554] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a97fa33b-0830-4e5b-a344-85c51bcb9550 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.713203] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2079.713382] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2079.714143] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9221e16-caaf-4ec5-9e42-2e755020ad43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.720648] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2079.720648] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e4007-ce3f-7ef0-9a28-55cfa95a212c" [ 2079.720648] env[62153]: _type = "Task" [ 2079.720648] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.727888] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e4007-ce3f-7ef0-9a28-55cfa95a212c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.946525] env[62153]: INFO nova.compute.manager [-] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Took 1.29 seconds to deallocate network for instance. [ 2080.006468] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2080.174550] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073409, 'name': ReconfigVM_Task, 'duration_secs': 1.072889} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.174840] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2080.175453] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7579dd60-c825-4995-b8f2-f78adbafb3c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.181586] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2080.181586] env[62153]: value = "task-2073411" [ 2080.181586] env[62153]: _type = "Task" [ 2080.181586] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.191037] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073411, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.233087] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e4007-ce3f-7ef0-9a28-55cfa95a212c, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.234258] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b614c1a-f34d-42be-809f-b642a3433965 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.242553] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2080.242553] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528402e2-956c-3b60-c9f7-61f7046608ba" [ 2080.242553] env[62153]: _type = "Task" [ 2080.242553] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.251754] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528402e2-956c-3b60-c9f7-61f7046608ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.390945] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6082c032-6a89-4fd5-bb05-3b9da8d0f5d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.399191] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4866de-1e41-423e-bd0e-0a11497c7ff0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.432468] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa3088-d6ed-4e35-81c1-049275d3a440 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.440910] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd6301-6e46-4255-a77f-fdd6247c307c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.455703] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.456299] env[62153]: DEBUG nova.compute.provider_tree [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.532996] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.694439] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073411, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.754499] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528402e2-956c-3b60-c9f7-61f7046608ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.754831] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.755156] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 077da888-1c52-43c6-aee0-282a41bc5026/077da888-1c52-43c6-aee0-282a41bc5026.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2080.755525] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22cd35a-b8e9-4743-aaba-3cae74ddb136 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.762356] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2080.762356] env[62153]: value = "task-2073412" [ 2080.762356] env[62153]: _type = "Task" [ 2080.762356] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.770588] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.959896] env[62153]: DEBUG nova.scheduler.client.report [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.194095] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073411, 'name': Rename_Task, 'duration_secs': 0.524162} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.194512] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2081.194716] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b32dc5-0f6e-43bf-bab4-34662a0049cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.203183] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2081.203183] env[62153]: value = "task-2073413" [ 2081.203183] env[62153]: _type = "Task" [ 2081.203183] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.212646] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.273348] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456803} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.273626] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 077da888-1c52-43c6-aee0-282a41bc5026/077da888-1c52-43c6-aee0-282a41bc5026.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2081.273771] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2081.274079] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5322935a-b005-4448-ae06-91137f6095f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.281396] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2081.281396] env[62153]: value = "task-2073414" [ 2081.281396] env[62153]: _type = "Task" [ 2081.281396] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.289403] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.337851] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2081.338196] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425048', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'name': 'volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5aef7500-5f4b-4645-88fd-d357b9e3515c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'serial': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2081.339400] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d528dd-ad17-4c03-9911-91e6abde451d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.357431] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ee7d1-90c4-49ba-bbe6-d669ef083389 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.383389] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b/volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.383740] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8545de87-543c-4c13-848d-bd9233022b2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.402297] env[62153]: DEBUG oslo_vmware.api [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2081.402297] env[62153]: value = "task-2073415" [ 2081.402297] env[62153]: _type = "Task" [ 2081.402297] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.410892] env[62153]: DEBUG oslo_vmware.api [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.465598] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.466169] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.469767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.629s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.470172] env[62153]: DEBUG nova.objects.instance [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lazy-loading 'resources' on Instance uuid e2ee3b5e-2089-4a28-992f-be3c992c63ea {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.579018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.579018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.714912] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.791621] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0715} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.792186] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.793093] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc962d-1bed-46a3-8ff1-049ae3138216 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.815131] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 077da888-1c52-43c6-aee0-282a41bc5026/077da888-1c52-43c6-aee0-282a41bc5026.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.815588] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49811f2f-8edb-4866-88c3-2117364f4d35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.835056] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2081.835056] env[62153]: value = "task-2073416" [ 2081.835056] env[62153]: _type = "Task" [ 2081.835056] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.843545] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.913383] env[62153]: DEBUG oslo_vmware.api [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073415, 'name': ReconfigVM_Task, 'duration_secs': 0.381486} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.913858] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b/volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.918952] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0e1c43-7ff4-49d5-8de0-4102a0cb42fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.937201] env[62153]: DEBUG oslo_vmware.api [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2081.937201] env[62153]: value = "task-2073417" [ 2081.937201] env[62153]: _type = "Task" [ 2081.937201] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.948634] env[62153]: DEBUG oslo_vmware.api [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.973927] env[62153]: DEBUG nova.compute.utils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2081.975397] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2081.975885] env[62153]: DEBUG nova.network.neutron [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2082.084193] env[62153]: DEBUG nova.compute.utils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2082.099155] env[62153]: DEBUG nova.policy [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3243997e88e34cf8aec72fd3d8738f8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eac6aaecab5547a19eeed42799df010f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.222351] env[62153]: DEBUG oslo_vmware.api [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073413, 'name': PowerOnVM_Task, 'duration_secs': 0.774729} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.222351] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2082.222351] env[62153]: INFO nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Took 9.80 seconds to spawn the instance on the hypervisor. [ 2082.222618] env[62153]: DEBUG nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2082.223334] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0afcbba-49ef-45fa-8c66-c4c327f08408 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.331059] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd48c1-74f5-472a-81ac-6f99f6aa8b02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.345999] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4785787-1f57-478b-ba6b-5da9ec0e871f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.352783] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073416, 'name': ReconfigVM_Task, 'duration_secs': 0.338495} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.353898] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 077da888-1c52-43c6-aee0-282a41bc5026/077da888-1c52-43c6-aee0-282a41bc5026.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2082.354483] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4271bd8f-a3eb-4dba-86e0-4d2a0705ab66 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.390144] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1958dd29-53fc-4e37-a36b-3b490ec66bda {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.395967] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2082.395967] env[62153]: value = "task-2073418" [ 2082.395967] env[62153]: _type = "Task" [ 2082.395967] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.405490] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e3eb7e-db81-4fc8-8ba0-01c90886e2a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.415587] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073418, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.430276] env[62153]: DEBUG nova.compute.provider_tree [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.444738] env[62153]: DEBUG oslo_vmware.api [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073417, 'name': ReconfigVM_Task, 'duration_secs': 0.15552} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.445111] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425048', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'name': 'volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5aef7500-5f4b-4645-88fd-d357b9e3515c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'serial': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2082.475748] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2082.587239] env[62153]: DEBUG oslo_concurrency.lockutils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.643086] env[62153]: DEBUG nova.network.neutron [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Successfully created port: 17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.748460] env[62153]: INFO nova.compute.manager [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Took 22.68 seconds to build instance. [ 2082.907429] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073418, 'name': Rename_Task, 'duration_secs': 0.13579} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.907709] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.908013] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffb91bb-4e0e-48f9-9a2c-1ca34938759f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.915502] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2082.915502] env[62153]: value = "task-2073419" [ 2082.915502] env[62153]: _type = "Task" [ 2082.915502] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.923821] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.934913] env[62153]: DEBUG nova.scheduler.client.report [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.253018] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6789516f-15f8-4347-8c02-dda33d69c434 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.195s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.432065] env[62153]: DEBUG oslo_vmware.api [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073419, 'name': PowerOnVM_Task, 'duration_secs': 0.45036} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.432366] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.432573] env[62153]: INFO nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Took 8.53 seconds to spawn the instance on the hypervisor. [ 2083.432808] env[62153]: DEBUG nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.433556] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979cf0f3-846b-4095-be56-11e27aecdb08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.444410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.448338] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.413s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.448338] env[62153]: DEBUG nova.objects.instance [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lazy-loading 'resources' on Instance uuid b2186606-5944-418f-acba-d2c5b8c31f64 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2083.475917] env[62153]: INFO nova.scheduler.client.report [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleted allocations for instance e2ee3b5e-2089-4a28-992f-be3c992c63ea [ 2083.486060] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2083.506765] env[62153]: DEBUG nova.objects.instance [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lazy-loading 'flavor' on Instance uuid 5aef7500-5f4b-4645-88fd-d357b9e3515c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.533293] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.533886] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.533886] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.533886] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.533886] env[62153]: DEBUG nova.virt.hardware [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.538019] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd545b-78a3-4b8d-adb0-991c9f83cb5a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.544779] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ea1d65-294c-4ffc-82b9-3932732cb557 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.678929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.678929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.678929] env[62153]: INFO nova.compute.manager [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Attaching volume bdae91ee-2e28-4aa7-8ec6-36b407b71260 to /dev/sdb [ 2083.718351] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527f3ac-0f7d-4673-af32-8a443a43a03c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.725718] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54f7f6c-af76-4587-b051-f22893917dd0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.743177] env[62153]: DEBUG nova.virt.block_device [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating existing volume attachment record: 92adc608-8fde-4616-bd6e-b7855b793dcc {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2083.963665] env[62153]: INFO nova.compute.manager [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Took 19.36 seconds to build instance. [ 2083.990952] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1ef4085-a086-4a38-a480-4c8e7644f279 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "e2ee3b5e-2089-4a28-992f-be3c992c63ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.762s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.012844] env[62153]: DEBUG oslo_concurrency.lockutils [None req-07e251ee-8dd8-4f7d-8c81-ddcf6eeebd7f tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.789s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.027907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquiring lock "14218117-b536-46d6-9bcb-60772d336c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.027907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "14218117-b536-46d6-9bcb-60772d336c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.027907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquiring lock "14218117-b536-46d6-9bcb-60772d336c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.027907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "14218117-b536-46d6-9bcb-60772d336c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.027907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "14218117-b536-46d6-9bcb-60772d336c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.028545] env[62153]: INFO nova.compute.manager [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Terminating instance [ 2084.061644] env[62153]: DEBUG nova.compute.manager [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Received event network-changed-a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.061644] env[62153]: DEBUG nova.compute.manager [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Refreshing instance network info cache due to event network-changed-a4edbf87-81fa-435c-a78b-c55f04eb8813. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.061644] env[62153]: DEBUG oslo_concurrency.lockutils [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.061644] env[62153]: DEBUG oslo_concurrency.lockutils [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.061644] env[62153]: DEBUG nova.network.neutron [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Refreshing network info cache for port a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.368759] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd39c94-c60e-4776-8fdb-e3f2030bd56e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.377502] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c636ebb-a811-4118-9b6a-c69c7e1d65e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.417723] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861170b1-df3c-482d-b72b-f4befe137d0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.428009] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ed403-75c0-4682-a77a-7ed555f1cb4e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.445984] env[62153]: DEBUG nova.compute.provider_tree [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.466679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e9d05870-1cf1-43ae-8fde-2ea366e68b5f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "077da888-1c52-43c6-aee0-282a41bc5026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.873s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.534761] env[62153]: DEBUG nova.compute.manager [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2084.535019] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2084.536722] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-505e7481-dd63-4b14-9d3b-574cfb544d8b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.551070] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 2084.551070] env[62153]: value = "task-2073423" [ 2084.551070] env[62153]: _type = "Task" [ 2084.551070] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.563823] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.707727] env[62153]: DEBUG nova.compute.manager [req-2f6873be-7421-4a0d-b0d0-96e459a26026 req-ad5ebb12-3f1d-4c39-9dac-d04103ab1546 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Received event network-vif-plugged-17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.707727] env[62153]: DEBUG oslo_concurrency.lockutils [req-2f6873be-7421-4a0d-b0d0-96e459a26026 req-ad5ebb12-3f1d-4c39-9dac-d04103ab1546 service nova] Acquiring lock "86e2afbf-2614-4d90-a6cc-766e4394dda7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.707940] env[62153]: DEBUG oslo_concurrency.lockutils [req-2f6873be-7421-4a0d-b0d0-96e459a26026 req-ad5ebb12-3f1d-4c39-9dac-d04103ab1546 service nova] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.708243] env[62153]: DEBUG oslo_concurrency.lockutils [req-2f6873be-7421-4a0d-b0d0-96e459a26026 req-ad5ebb12-3f1d-4c39-9dac-d04103ab1546 service nova] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.708243] env[62153]: DEBUG nova.compute.manager [req-2f6873be-7421-4a0d-b0d0-96e459a26026 req-ad5ebb12-3f1d-4c39-9dac-d04103ab1546 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] No waiting events found dispatching network-vif-plugged-17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.708472] env[62153]: WARNING nova.compute.manager [req-2f6873be-7421-4a0d-b0d0-96e459a26026 req-ad5ebb12-3f1d-4c39-9dac-d04103ab1546 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Received unexpected event network-vif-plugged-17145b05-9635-4193-be09-71be1c53f395 for instance with vm_state building and task_state spawning. [ 2084.715554] env[62153]: DEBUG nova.network.neutron [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Successfully updated port: 17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.863312] env[62153]: INFO nova.compute.manager [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Rescuing [ 2084.863577] env[62153]: DEBUG oslo_concurrency.lockutils [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.863729] env[62153]: DEBUG oslo_concurrency.lockutils [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.863891] env[62153]: DEBUG nova.network.neutron [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.869357] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "d28bd020-49cf-4078-aa9c-71a8e4982023" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.870383] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.925824] env[62153]: DEBUG nova.network.neutron [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updated VIF entry in instance network info cache for port a4edbf87-81fa-435c-a78b-c55f04eb8813. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.926749] env[62153]: DEBUG nova.network.neutron [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.949593] env[62153]: DEBUG nova.scheduler.client.report [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.066174] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073423, 'name': PowerOffVM_Task, 'duration_secs': 0.235327} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.066174] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2085.066174] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2085.066494] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424924', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'name': 'volume-70dc926e-b897-429c-a332-0d0c963c0ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14218117-b536-46d6-9bcb-60772d336c41', 'attached_at': '', 'detached_at': '', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'serial': '70dc926e-b897-429c-a332-0d0c963c0ba0'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2085.068026] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fbe527-0c54-41b9-9177-bf857eed9fee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.089513] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b6b5e-18c1-4e6b-a634-36c4a895edc6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.095525] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c6f75b-a616-4ae5-a8e9-b62235d34615 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.116725] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8b015-fe0f-401e-8787-3590d05c6ca3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.134885] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] The volume has not been displaced from its original location: [datastore1] volume-70dc926e-b897-429c-a332-0d0c963c0ba0/volume-70dc926e-b897-429c-a332-0d0c963c0ba0.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2085.141235] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2085.141575] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c1f232-8b8b-4cad-a1f1-e088c2f2d5ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.161238] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 2085.161238] env[62153]: value = "task-2073424" [ 2085.161238] env[62153]: _type = "Task" [ 2085.161238] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.172668] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.220515] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "refresh_cache-86e2afbf-2614-4d90-a6cc-766e4394dda7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.220652] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquired lock "refresh_cache-86e2afbf-2614-4d90-a6cc-766e4394dda7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.221253] env[62153]: DEBUG nova.network.neutron [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.381820] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2085.402354] env[62153]: DEBUG oslo_concurrency.lockutils [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.402631] env[62153]: DEBUG oslo_concurrency.lockutils [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.402942] env[62153]: DEBUG nova.objects.instance [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'flavor' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.430410] env[62153]: DEBUG oslo_concurrency.lockutils [req-89892b7a-5357-4a6e-8416-4500678eca18 req-0e81efac-8dbe-4281-a83c-0d17f574d328 service nova] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.456866] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.459271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.067s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.461615] env[62153]: INFO nova.compute.claims [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2085.485277] env[62153]: INFO nova.scheduler.client.report [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Deleted allocations for instance b2186606-5944-418f-acba-d2c5b8c31f64 [ 2085.636527] env[62153]: DEBUG nova.network.neutron [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.672305] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073424, 'name': ReconfigVM_Task, 'duration_secs': 0.355124} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.672647] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2085.677238] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72ca8e6-521b-46bd-b78a-a90193a50843 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.694072] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 2085.694072] env[62153]: value = "task-2073425" [ 2085.694072] env[62153]: _type = "Task" [ 2085.694072] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.702418] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.753035] env[62153]: DEBUG nova.network.neutron [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.772971] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "077da888-1c52-43c6-aee0-282a41bc5026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.773163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "077da888-1c52-43c6-aee0-282a41bc5026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.773472] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "077da888-1c52-43c6-aee0-282a41bc5026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.773664] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "077da888-1c52-43c6-aee0-282a41bc5026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.773833] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "077da888-1c52-43c6-aee0-282a41bc5026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.778020] env[62153]: INFO nova.compute.manager [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Terminating instance [ 2085.842475] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.842808] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.843033] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.843224] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.843396] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.845554] env[62153]: INFO nova.compute.manager [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Terminating instance [ 2085.897981] env[62153]: DEBUG nova.network.neutron [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Updating instance_info_cache with network_info: [{"id": "17145b05-9635-4193-be09-71be1c53f395", "address": "fa:16:3e:b7:35:40", "network": {"id": "ea3bd77f-4c86-49c0-be45-42c847996160", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2036410037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eac6aaecab5547a19eeed42799df010f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17145b05-96", "ovs_interfaceid": "17145b05-9635-4193-be09-71be1c53f395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.905210] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.912214] env[62153]: DEBUG nova.objects.instance [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'pci_requests' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.994793] env[62153]: DEBUG oslo_concurrency.lockutils [None req-236165f5-e1f1-44bb-a8b6-9d42f7f4092d tempest-ServersWithSpecificFlavorTestJSON-1483384189 tempest-ServersWithSpecificFlavorTestJSON-1483384189-project-member] Lock "b2186606-5944-418f-acba-d2c5b8c31f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.097s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.139749] env[62153]: DEBUG oslo_concurrency.lockutils [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.204615] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073425, 'name': ReconfigVM_Task, 'duration_secs': 0.214141} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.204965] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-424924', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'name': 'volume-70dc926e-b897-429c-a332-0d0c963c0ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14218117-b536-46d6-9bcb-60772d336c41', 'attached_at': '', 'detached_at': '', 'volume_id': '70dc926e-b897-429c-a332-0d0c963c0ba0', 'serial': '70dc926e-b897-429c-a332-0d0c963c0ba0'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2086.205484] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.206278] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52977c3-16f6-40c2-8b2a-3ea49984a09a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.213586] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.215083] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1eb07f-4c94-4404-9b98-765177e4c20b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.284832] env[62153]: DEBUG nova.compute.manager [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.285137] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.286017] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97149945-e3bc-406f-92e3-172b686cf992 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.296323] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.296548] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.297834] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.298258] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ab0c8d-fa1b-4246-b14d-50b7c39bce28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.305454] env[62153]: DEBUG oslo_vmware.api [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2086.305454] env[62153]: value = "task-2073427" [ 2086.305454] env[62153]: _type = "Task" [ 2086.305454] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.314333] env[62153]: DEBUG oslo_vmware.api [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.349542] env[62153]: DEBUG nova.compute.manager [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.349784] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.350848] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475951d-463f-4e7c-80f3-7ab39268b466 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.358208] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.358478] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1392586d-1364-44d7-8c26-852a0954736c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.369484] env[62153]: DEBUG oslo_vmware.api [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2086.369484] env[62153]: value = "task-2073428" [ 2086.369484] env[62153]: _type = "Task" [ 2086.369484] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.374023] env[62153]: DEBUG oslo_vmware.api [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.391130] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.391363] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.391542] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Deleting the datastore file [datastore1] 14218117-b536-46d6-9bcb-60772d336c41 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.391889] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75be737f-e9a8-48d8-a77d-f3c0fa6929a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.398491] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for the task: (returnval){ [ 2086.398491] env[62153]: value = "task-2073430" [ 2086.398491] env[62153]: _type = "Task" [ 2086.398491] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.402395] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Releasing lock "refresh_cache-86e2afbf-2614-4d90-a6cc-766e4394dda7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.402718] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Instance network_info: |[{"id": "17145b05-9635-4193-be09-71be1c53f395", "address": "fa:16:3e:b7:35:40", "network": {"id": "ea3bd77f-4c86-49c0-be45-42c847996160", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2036410037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eac6aaecab5547a19eeed42799df010f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17145b05-96", "ovs_interfaceid": "17145b05-9635-4193-be09-71be1c53f395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2086.403176] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:35:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17145b05-9635-4193-be09-71be1c53f395', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.410649] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Creating folder: Project (eac6aaecab5547a19eeed42799df010f). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2086.411326] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4487caba-bf22-45dc-96c2-0e26c60d8723 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.416469] env[62153]: DEBUG nova.objects.base [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Object Instance<00402ed1-3104-4de8-908b-73768076ae4f> lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2086.416666] env[62153]: DEBUG nova.network.neutron [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2086.418496] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.427487] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Created folder: Project (eac6aaecab5547a19eeed42799df010f) in parent group-v424816. [ 2086.427706] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Creating folder: Instances. Parent ref: group-v425052. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2086.427979] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10271875-38fe-48b8-87a6-32557fa7108e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.437393] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Created folder: Instances in parent group-v425052. [ 2086.437671] env[62153]: DEBUG oslo.service.loopingcall [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.437969] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.438134] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1de13aa-72d2-48a8-8fb0-437c6867dcc5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.461046] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.461046] env[62153]: value = "task-2073433" [ 2086.461046] env[62153]: _type = "Task" [ 2086.461046] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.470803] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073433, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.520932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-712683ca-1285-45fc-9e1f-26c5da5dc0e4 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.118s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.735209] env[62153]: DEBUG nova.compute.manager [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Received event network-changed-17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.735444] env[62153]: DEBUG nova.compute.manager [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Refreshing instance network info cache due to event network-changed-17145b05-9635-4193-be09-71be1c53f395. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2086.735662] env[62153]: DEBUG oslo_concurrency.lockutils [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] Acquiring lock "refresh_cache-86e2afbf-2614-4d90-a6cc-766e4394dda7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.735811] env[62153]: DEBUG oslo_concurrency.lockutils [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] Acquired lock "refresh_cache-86e2afbf-2614-4d90-a6cc-766e4394dda7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.735986] env[62153]: DEBUG nova.network.neutron [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Refreshing network info cache for port 17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.774035] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e335375-106f-4680-acea-dc7cbba29602 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.782701] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e82c63b-2f6a-4651-930b-dd62d2c2d619 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.813204] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2086.820539] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f371bf-f2d5-4f57-8ac8-b5eac11864e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.831123] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d82396-4180-4694-b7bb-97697afe93f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.835245] env[62153]: DEBUG oslo_vmware.api [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073427, 'name': PowerOffVM_Task, 'duration_secs': 0.200398} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.835541] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.835717] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.836376] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8afa28ad-4e5d-48fe-8994-6ddab46e5151 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.846121] env[62153]: DEBUG nova.compute.provider_tree [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.877260] env[62153]: DEBUG oslo_vmware.api [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073428, 'name': PowerOffVM_Task, 'duration_secs': 0.271499} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.877579] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.877756] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.878038] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8626897f-d170-4a98-b534-03419a4f33d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.909041] env[62153]: DEBUG oslo_vmware.api [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Task: {'id': task-2073430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086833} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.909041] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2086.909334] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2086.909436] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2086.909629] env[62153]: INFO nova.compute.manager [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Took 2.37 seconds to destroy the instance on the hypervisor. [ 2086.909873] env[62153]: DEBUG oslo.service.loopingcall [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.910078] env[62153]: DEBUG nova.compute.manager [-] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2086.910196] env[62153]: DEBUG nova.network.neutron [-] [instance: 14218117-b536-46d6-9bcb-60772d336c41] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2086.936050] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.936050] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.936264] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] 077da888-1c52-43c6-aee0-282a41bc5026 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.936461] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b14e4c0-5118-479d-b8f9-cb2b2626ed5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.944540] env[62153]: DEBUG oslo_vmware.api [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2086.944540] env[62153]: value = "task-2073436" [ 2086.944540] env[62153]: _type = "Task" [ 2086.944540] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.952982] env[62153]: DEBUG oslo_vmware.api [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.969541] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073433, 'name': CreateVM_Task, 'duration_secs': 0.469208} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.969785] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.970632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.970835] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.971193] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.971473] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5aca9a-6c7b-4102-83bf-52ed381c84fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.976128] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2086.976128] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52892974-883c-37e9-16b2-fbbcb5ce22c6" [ 2086.976128] env[62153]: _type = "Task" [ 2086.976128] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.986456] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52892974-883c-37e9-16b2-fbbcb5ce22c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.037030] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2087.037030] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2087.037030] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleting the datastore file [datastore1] 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2087.037030] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f666e9aa-2458-45e7-a00f-4e4d7791a1b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.045549] env[62153]: DEBUG oslo_vmware.api [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for the task: (returnval){ [ 2087.045549] env[62153]: value = "task-2073437" [ 2087.045549] env[62153]: _type = "Task" [ 2087.045549] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.055823] env[62153]: DEBUG oslo_vmware.api [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.342451] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.349618] env[62153]: DEBUG nova.scheduler.client.report [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.457942] env[62153]: DEBUG oslo_vmware.api [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245952} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.458285] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2087.458486] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2087.458705] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2087.458931] env[62153]: INFO nova.compute.manager [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2087.459196] env[62153]: DEBUG oslo.service.loopingcall [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.459471] env[62153]: DEBUG nova.compute.manager [-] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2087.459586] env[62153]: DEBUG nova.network.neutron [-] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2087.487040] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52892974-883c-37e9-16b2-fbbcb5ce22c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018939} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.488081] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.488468] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.488840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.489126] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.489436] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.490017] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df044269-f465-49bb-ba9b-f26b0f992a00 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.502739] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.502922] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.503722] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f638bd-3f7f-4a6f-9c57-4d5f75689d8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.510400] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2087.510400] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dd1be7-2a17-fe71-c49f-1602da172092" [ 2087.510400] env[62153]: _type = "Task" [ 2087.510400] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.520093] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dd1be7-2a17-fe71-c49f-1602da172092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.546312] env[62153]: DEBUG nova.network.neutron [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Updated VIF entry in instance network info cache for port 17145b05-9635-4193-be09-71be1c53f395. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.546839] env[62153]: DEBUG nova.network.neutron [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Updating instance_info_cache with network_info: [{"id": "17145b05-9635-4193-be09-71be1c53f395", "address": "fa:16:3e:b7:35:40", "network": {"id": "ea3bd77f-4c86-49c0-be45-42c847996160", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2036410037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eac6aaecab5547a19eeed42799df010f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17145b05-96", "ovs_interfaceid": "17145b05-9635-4193-be09-71be1c53f395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.559283] env[62153]: DEBUG oslo_vmware.api [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Task: {'id': task-2073437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190755} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.560361] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2087.560554] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2087.560730] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2087.560898] env[62153]: INFO nova.compute.manager [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2087.561150] env[62153]: DEBUG oslo.service.loopingcall [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.561662] env[62153]: DEBUG nova.compute.manager [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2087.561761] env[62153]: DEBUG nova.network.neutron [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2087.681937] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.682767] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4533be65-6bbc-4d50-b703-94dc5db9c4f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.691362] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2087.691362] env[62153]: value = "task-2073438" [ 2087.691362] env[62153]: _type = "Task" [ 2087.691362] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.701367] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.821200] env[62153]: DEBUG nova.compute.manager [req-6b782000-559c-4109-9b47-dc4c423f0804 req-e5ec6b0b-2af4-4453-97c2-3b484823ab95 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Received event network-vif-deleted-81934eb7-9a8a-490f-8a53-9bfa273a0486 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2087.821412] env[62153]: INFO nova.compute.manager [req-6b782000-559c-4109-9b47-dc4c423f0804 req-e5ec6b0b-2af4-4453-97c2-3b484823ab95 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Neutron deleted interface 81934eb7-9a8a-490f-8a53-9bfa273a0486; detaching it from the instance and deleting it from the info cache [ 2087.821494] env[62153]: DEBUG nova.network.neutron [req-6b782000-559c-4109-9b47-dc4c423f0804 req-e5ec6b0b-2af4-4453-97c2-3b484823ab95 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.857406] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.857987] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2087.863788] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.405s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.863788] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.864606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.331s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.866471] env[62153]: INFO nova.compute.claims [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2087.905654] env[62153]: INFO nova.scheduler.client.report [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocations for instance f85b197e-dda2-49fb-bd6d-00d888f3d2fe [ 2087.980442] env[62153]: DEBUG nova.network.neutron [-] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.021803] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dd1be7-2a17-fe71-c49f-1602da172092, 'name': SearchDatastore_Task, 'duration_secs': 0.047205} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.022678] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a99532-2728-41ea-9601-fd8d683b56f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.028651] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2088.028651] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b7ed15-34bd-1e89-426c-474c8192e58f" [ 2088.028651] env[62153]: _type = "Task" [ 2088.028651] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.036267] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b7ed15-34bd-1e89-426c-474c8192e58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.053113] env[62153]: DEBUG oslo_concurrency.lockutils [req-36aaa9dd-9d88-4b08-8af2-96ea0cba2fc1 req-7f96a554-dd97-4ae9-9714-aca4a2962997 service nova] Releasing lock "refresh_cache-86e2afbf-2614-4d90-a6cc-766e4394dda7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.202025] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073438, 'name': PowerOffVM_Task, 'duration_secs': 0.243765} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.202306] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2088.203130] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c068a-6d32-422a-ab97-65a128184f56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.227788] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b464388-ca21-4d89-8be4-706200ac497d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.258755] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2088.259038] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5a4abb2-b4de-4a40-b4a0-55ce06e76353 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.266055] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2088.266055] env[62153]: value = "task-2073439" [ 2088.266055] env[62153]: _type = "Task" [ 2088.266055] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.275325] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.299802] env[62153]: DEBUG nova.network.neutron [-] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.324125] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f205e235-2357-40fb-b086-491038872ad2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.334195] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699fbdda-9ded-4d6a-9847-ea92058fd683 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.368543] env[62153]: DEBUG nova.compute.manager [req-6b782000-559c-4109-9b47-dc4c423f0804 req-e5ec6b0b-2af4-4453-97c2-3b484823ab95 service nova] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Detach interface failed, port_id=81934eb7-9a8a-490f-8a53-9bfa273a0486, reason: Instance 077da888-1c52-43c6-aee0-282a41bc5026 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2088.372937] env[62153]: DEBUG nova.compute.utils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2088.374088] env[62153]: DEBUG nova.network.neutron [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.375229] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2088.375513] env[62153]: DEBUG nova.network.neutron [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2088.413870] env[62153]: DEBUG oslo_concurrency.lockutils [None req-924796fb-39b3-4517-a078-5442ca31bbc4 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "f85b197e-dda2-49fb-bd6d-00d888f3d2fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.533s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.449077] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.449798] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.449798] env[62153]: DEBUG nova.objects.instance [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'flavor' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.482670] env[62153]: INFO nova.compute.manager [-] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Took 1.57 seconds to deallocate network for instance. [ 2088.542481] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b7ed15-34bd-1e89-426c-474c8192e58f, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.542775] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.543040] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 86e2afbf-2614-4d90-a6cc-766e4394dda7/86e2afbf-2614-4d90-a6cc-766e4394dda7.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.543310] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b879ebdb-dd2d-4bb9-b113-416071d315f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.553528] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2088.553528] env[62153]: value = "task-2073440" [ 2088.553528] env[62153]: _type = "Task" [ 2088.553528] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.562247] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.591163] env[62153]: DEBUG nova.policy [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e96739ebcc54bd4ae99bd341578082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a979107f49b04ba3ac9925acd3dcbcdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2088.777384] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2088.777630] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2088.777894] env[62153]: DEBUG oslo_concurrency.lockutils [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.778086] env[62153]: DEBUG oslo_concurrency.lockutils [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.778313] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2088.778564] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cfa7882-62b1-4997-b500-148c8e70b194 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.794365] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2088.794582] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2088.795630] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9c5431-ed0b-4948-9712-bcb492cee09a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.805215] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2088.805493] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425051', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'name': 'volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c367759-d799-40be-8dc8-5608c38a6616', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'serial': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2088.805994] env[62153]: INFO nova.compute.manager [-] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Took 1.35 seconds to deallocate network for instance. [ 2088.806867] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a393671-f47a-49ed-a0a9-1e7899e97416 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.817588] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2088.817588] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ba3bdb-f726-a482-07ef-633fb26dc604" [ 2088.817588] env[62153]: _type = "Task" [ 2088.817588] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.834181] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de7452-5d14-4cf3-9dbe-93d5a043cb8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.843031] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ba3bdb-f726-a482-07ef-633fb26dc604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.864749] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260/volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.865958] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f30f00b-41d9-4c15-9528-843506f64b0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.880447] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2088.886339] env[62153]: INFO nova.compute.manager [-] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Took 1.32 seconds to deallocate network for instance. [ 2088.896978] env[62153]: DEBUG oslo_vmware.api [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2088.896978] env[62153]: value = "task-2073441" [ 2088.896978] env[62153]: _type = "Task" [ 2088.896978] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.907725] env[62153]: DEBUG oslo_vmware.api [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.036109] env[62153]: INFO nova.compute.manager [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Took 0.55 seconds to detach 1 volumes for instance. [ 2089.038505] env[62153]: DEBUG nova.compute.manager [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Deleting volume: 70dc926e-b897-429c-a332-0d0c963c0ba0 {{(pid=62153) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2089.045844] env[62153]: DEBUG nova.objects.instance [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'pci_requests' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.071131] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473952} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.071131] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 86e2afbf-2614-4d90-a6cc-766e4394dda7/86e2afbf-2614-4d90-a6cc-766e4394dda7.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.071131] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.071131] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-904432f2-9cf7-49d5-a82d-6d2f1e5ec8a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.083212] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2089.083212] env[62153]: value = "task-2073442" [ 2089.083212] env[62153]: _type = "Task" [ 2089.083212] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.095277] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.264839] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57757ff6-8622-4c6f-a92f-9bd64c7c5e1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.269086] env[62153]: DEBUG nova.network.neutron [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Successfully created port: 07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2089.274304] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6470c0cb-5e0e-45cc-a672-a4c5bd03478e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.309403] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac1bf9-9269-4972-a862-78f22c967725 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.319068] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c08ed-9ad0-4c39-bfa0-e25d46a89f0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.342085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.343050] env[62153]: DEBUG nova.compute.provider_tree [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.358414] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ba3bdb-f726-a482-07ef-633fb26dc604, 'name': SearchDatastore_Task, 'duration_secs': 0.055433} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.360489] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db673fc3-2533-4ed2-a037-6f9051d3e70d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.371925] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2089.371925] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5231b534-bce5-76fd-be16-bd9a1cbce129" [ 2089.371925] env[62153]: _type = "Task" [ 2089.371925] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.384014] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5231b534-bce5-76fd-be16-bd9a1cbce129, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.384590] env[62153]: DEBUG oslo_concurrency.lockutils [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.384860] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. {{(pid=62153) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2089.385121] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baf425ec-6c58-4bca-be0c-e73665604bbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.397086] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2089.397086] env[62153]: value = "task-2073444" [ 2089.397086] env[62153]: _type = "Task" [ 2089.397086] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.397931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.409427] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.412793] env[62153]: DEBUG oslo_vmware.api [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073441, 'name': ReconfigVM_Task, 'duration_secs': 0.440467} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.412949] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260/volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.417764] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbec4129-2594-4c53-b103-4ee4ad335bb3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.434250] env[62153]: DEBUG oslo_vmware.api [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2089.434250] env[62153]: value = "task-2073445" [ 2089.434250] env[62153]: _type = "Task" [ 2089.434250] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.443297] env[62153]: DEBUG oslo_vmware.api [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.532316] env[62153]: DEBUG nova.compute.manager [req-984f5fec-f108-4049-a040-492aafa74589 req-8f6f02fe-6e2e-4c94-b159-c19bb78e7ec3 service nova] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Received event network-vif-deleted-cf76cfc9-4f38-477a-b8ea-3ea687c23205 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2089.532597] env[62153]: DEBUG nova.compute.manager [req-984f5fec-f108-4049-a040-492aafa74589 req-8f6f02fe-6e2e-4c94-b159-c19bb78e7ec3 service nova] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Received event network-vif-deleted-f59fa575-d858-4766-bc60-7d73c28f972e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2089.549291] env[62153]: DEBUG nova.objects.base [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Object Instance<00402ed1-3104-4de8-908b-73768076ae4f> lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2089.549514] env[62153]: DEBUG nova.network.neutron [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2089.592548] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165313} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.593320] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.594384] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce81ae3f-fd91-4e3d-b74b-276b1c7e2dee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.611686] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.622612] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 86e2afbf-2614-4d90-a6cc-766e4394dda7/86e2afbf-2614-4d90-a6cc-766e4394dda7.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.628309] env[62153]: DEBUG nova.policy [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2089.628309] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd7267da-a894-4cd9-9287-a0344757a743 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.652022] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2089.652022] env[62153]: value = "task-2073446" [ 2089.652022] env[62153]: _type = "Task" [ 2089.652022] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.662928] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.852144] env[62153]: DEBUG nova.scheduler.client.report [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2089.894230] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2089.909871] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507696} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.911504] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. [ 2089.911504] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53561ad4-3562-4b5a-bca8-b9668a8e5ea8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.946424] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.952839] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d38520a-3eea-4c5d-8d8a-30825311a86a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.975320] env[62153]: DEBUG oslo_vmware.api [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073445, 'name': ReconfigVM_Task, 'duration_secs': 0.14734} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2089.983020] env[62153]: DEBUG nova.virt.hardware [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2089.983020] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425051', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'name': 'volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c367759-d799-40be-8dc8-5608c38a6616', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'serial': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2089.984391] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2089.984391] env[62153]: value = "task-2073447" [ 2089.984391] env[62153]: _type = "Task" [ 2089.984391] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.985129] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ee3df-e932-41db-b122-7eb23e2b6056 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.001051] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1edbad-3123-4dee-91b4-b188dea7ac87 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.004847] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.162687] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.207372] env[62153]: DEBUG nova.network.neutron [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Successfully created port: f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2090.357737] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.359093] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2090.360979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.456s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.362534] env[62153]: INFO nova.compute.claims [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2090.500403] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.663603] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.868013] env[62153]: DEBUG nova.compute.utils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2090.873872] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2090.873872] env[62153]: DEBUG nova.network.neutron [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2090.956761] env[62153]: DEBUG nova.policy [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea4ab310c0646aa81c26cb35f61d132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8512b41703c3484b9724842aef73844b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2091.003569] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073447, 'name': ReconfigVM_Task, 'duration_secs': 0.880731} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.003905] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2091.007483] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19df546d-d92c-4250-b0c7-496e5b9f9c47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.032826] env[62153]: DEBUG nova.objects.instance [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.039882] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3b1ba6-e0eb-4030-bdcb-415592251b78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.057546] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2091.057546] env[62153]: value = "task-2073448" [ 2091.057546] env[62153]: _type = "Task" [ 2091.057546] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.066392] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.121936] env[62153]: DEBUG nova.network.neutron [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Successfully updated port: 07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2091.161307] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073446, 'name': ReconfigVM_Task, 'duration_secs': 1.176576} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.161602] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 86e2afbf-2614-4d90-a6cc-766e4394dda7/86e2afbf-2614-4d90-a6cc-766e4394dda7.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2091.163897] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c638603-b51e-485e-bfe3-3eed5bca9e41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.168656] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2091.168656] env[62153]: value = "task-2073449" [ 2091.168656] env[62153]: _type = "Task" [ 2091.168656] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.177902] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073449, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.193182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.342937] env[62153]: DEBUG nova.network.neutron [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Successfully created port: 6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2091.378139] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2091.545182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-78895f74-fb37-47f3-9948-cdfa143ac99e tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.546786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.354s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.547207] env[62153]: DEBUG nova.compute.manager [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.548400] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413832cc-d905-4e90-91d0-4c606185466f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.558255] env[62153]: DEBUG nova.compute.manager [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2091.558255] env[62153]: DEBUG nova.objects.instance [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.575962] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073448, 'name': ReconfigVM_Task, 'duration_secs': 0.173638} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.575962] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.576145] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7425f41f-6d37-4e70-9e65-cb0149263493 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.583778] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2091.583778] env[62153]: value = "task-2073450" [ 2091.583778] env[62153]: _type = "Task" [ 2091.583778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.594251] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.624266] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "refresh_cache-b32be6e4-7001-475b-ad92-2dc4c3997d3c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.624370] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "refresh_cache-b32be6e4-7001-475b-ad92-2dc4c3997d3c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.624819] env[62153]: DEBUG nova.network.neutron [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.679529] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073449, 'name': Rename_Task, 'duration_secs': 0.156357} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.682403] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.682901] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ddbf60-a198-4add-91fc-628e80642257 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.691475] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2091.691475] env[62153]: value = "task-2073451" [ 2091.691475] env[62153]: _type = "Task" [ 2091.691475] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.709942] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.744393] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e611f-84cf-49ce-8c9d-4da6751bc41f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.752393] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2081b1e0-46da-4099-987e-e34b2feaec54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.788151] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e1a88-e96c-4b6e-8079-ee85ea759b3e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.797423] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4af1b8-c3c3-449d-ba8f-d03bb2f915da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.814292] env[62153]: DEBUG nova.compute.provider_tree [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.863850] env[62153]: DEBUG nova.network.neutron [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Successfully updated port: f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2091.999020] env[62153]: DEBUG nova.compute.manager [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Received event network-vif-plugged-07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2091.999248] env[62153]: DEBUG oslo_concurrency.lockutils [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] Acquiring lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.999475] env[62153]: DEBUG oslo_concurrency.lockutils [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.999641] env[62153]: DEBUG oslo_concurrency.lockutils [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.999828] env[62153]: DEBUG nova.compute.manager [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] No waiting events found dispatching network-vif-plugged-07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.999956] env[62153]: WARNING nova.compute.manager [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Received unexpected event network-vif-plugged-07a37c93-2e80-41aa-a48b-aab11dd12bba for instance with vm_state building and task_state spawning. [ 2092.000153] env[62153]: DEBUG nova.compute.manager [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Received event network-changed-07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2092.000315] env[62153]: DEBUG nova.compute.manager [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Refreshing instance network info cache due to event network-changed-07a37c93-2e80-41aa-a48b-aab11dd12bba. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2092.000482] env[62153]: DEBUG oslo_concurrency.lockutils [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] Acquiring lock "refresh_cache-b32be6e4-7001-475b-ad92-2dc4c3997d3c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.097424] env[62153]: DEBUG oslo_vmware.api [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073450, 'name': PowerOnVM_Task, 'duration_secs': 0.47094} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.098193] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.102232] env[62153]: DEBUG nova.compute.manager [None req-372f81aa-2541-4554-9f4b-fb2f04a392e7 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.103198] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce8c1fa-9465-4263-8c8b-3133ba912534 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.170174] env[62153]: DEBUG nova.network.neutron [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2092.204658] env[62153]: DEBUG oslo_vmware.api [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073451, 'name': PowerOnVM_Task, 'duration_secs': 0.507274} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.204942] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.205160] env[62153]: INFO nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 2092.205345] env[62153]: DEBUG nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.206137] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c749ce-1b92-4f93-ae49-1cb1ecd26ff9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.219185] env[62153]: DEBUG nova.compute.manager [req-3298c152-9be5-4caa-9c3d-b21739999e73 req-c2b68d27-1c15-42ae-afd8-63211c4630b5 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-vif-plugged-f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2092.219406] env[62153]: DEBUG oslo_concurrency.lockutils [req-3298c152-9be5-4caa-9c3d-b21739999e73 req-c2b68d27-1c15-42ae-afd8-63211c4630b5 service nova] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.219624] env[62153]: DEBUG oslo_concurrency.lockutils [req-3298c152-9be5-4caa-9c3d-b21739999e73 req-c2b68d27-1c15-42ae-afd8-63211c4630b5 service nova] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.219796] env[62153]: DEBUG oslo_concurrency.lockutils [req-3298c152-9be5-4caa-9c3d-b21739999e73 req-c2b68d27-1c15-42ae-afd8-63211c4630b5 service nova] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.219958] env[62153]: DEBUG nova.compute.manager [req-3298c152-9be5-4caa-9c3d-b21739999e73 req-c2b68d27-1c15-42ae-afd8-63211c4630b5 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] No waiting events found dispatching network-vif-plugged-f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2092.220182] env[62153]: WARNING nova.compute.manager [req-3298c152-9be5-4caa-9c3d-b21739999e73 req-c2b68d27-1c15-42ae-afd8-63211c4630b5 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received unexpected event network-vif-plugged-f60b85be-d695-4db0-ba75-1fe2a87ffe89 for instance with vm_state active and task_state None. [ 2092.317406] env[62153]: DEBUG nova.scheduler.client.report [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.327688] env[62153]: DEBUG nova.network.neutron [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Updating instance_info_cache with network_info: [{"id": "07a37c93-2e80-41aa-a48b-aab11dd12bba", "address": "fa:16:3e:c4:ec:a4", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a37c93-2e", "ovs_interfaceid": "07a37c93-2e80-41aa-a48b-aab11dd12bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.366564] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.366726] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.366860] env[62153]: DEBUG nova.network.neutron [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2092.392270] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2092.419822] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2092.420151] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2092.420336] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2092.420536] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2092.420666] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2092.420814] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2092.421036] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2092.421232] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2092.421402] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2092.421567] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2092.421738] env[62153]: DEBUG nova.virt.hardware [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2092.422610] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e1cb6a-4c27-40b5-b732-c65974fc1666 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.430401] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba423d1b-bbbf-4275-8741-73a626ac6354 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.570467] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.570801] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eed5eff-b25d-44b7-83a4-7361c4d238a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.578864] env[62153]: DEBUG oslo_vmware.api [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2092.578864] env[62153]: value = "task-2073452" [ 2092.578864] env[62153]: _type = "Task" [ 2092.578864] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.587725] env[62153]: DEBUG oslo_vmware.api [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.729358] env[62153]: INFO nova.compute.manager [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Took 20.12 seconds to build instance. [ 2092.822877] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.823650] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2092.828900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.486s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.831363] env[62153]: INFO nova.compute.claims [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2092.835701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "refresh_cache-b32be6e4-7001-475b-ad92-2dc4c3997d3c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.836278] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Instance network_info: |[{"id": "07a37c93-2e80-41aa-a48b-aab11dd12bba", "address": "fa:16:3e:c4:ec:a4", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a37c93-2e", "ovs_interfaceid": "07a37c93-2e80-41aa-a48b-aab11dd12bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2092.836596] env[62153]: DEBUG oslo_concurrency.lockutils [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] Acquired lock "refresh_cache-b32be6e4-7001-475b-ad92-2dc4c3997d3c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.836882] env[62153]: DEBUG nova.network.neutron [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Refreshing network info cache for port 07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.837856] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ec:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07a37c93-2e80-41aa-a48b-aab11dd12bba', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2092.846502] env[62153]: DEBUG oslo.service.loopingcall [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.847029] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2092.847305] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e63b092-f3a5-4791-a843-97d0a51fa24a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.872186] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2092.872186] env[62153]: value = "task-2073453" [ 2092.872186] env[62153]: _type = "Task" [ 2092.872186] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.882631] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073453, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.911107] env[62153]: WARNING nova.network.neutron [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] 8795a51b-204b-4878-b34b-b8169051f67c already exists in list: networks containing: ['8795a51b-204b-4878-b34b-b8169051f67c']. ignoring it [ 2093.072275] env[62153]: DEBUG nova.network.neutron [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Successfully updated port: 6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2093.096315] env[62153]: DEBUG oslo_vmware.api [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073452, 'name': PowerOffVM_Task, 'duration_secs': 0.209142} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.097078] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.097395] env[62153]: DEBUG nova.compute.manager [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.098241] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8096bd-4260-4068-a8a7-7465f96e9013 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.231873] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8cd4fbc1-b98a-4916-8df3-fcdb4afc6575 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.633s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.339496] env[62153]: DEBUG nova.compute.utils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2093.343314] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2093.343314] env[62153]: DEBUG nova.network.neutron [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2093.370645] env[62153]: DEBUG nova.network.neutron [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "address": "fa:16:3e:8d:b7:bb", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60b85be-d6", "ovs_interfaceid": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.384837] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073453, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.417120] env[62153]: DEBUG nova.policy [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4080e74f844e28a3a6f7239fca37b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fea28ab3c474090a31d51525df33897', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2093.574150] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.574407] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.574571] env[62153]: DEBUG nova.network.neutron [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.612194] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e126e3f6-ddb6-488a-8337-4460cb9767b8 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.733570] env[62153]: DEBUG nova.network.neutron [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Updated VIF entry in instance network info cache for port 07a37c93-2e80-41aa-a48b-aab11dd12bba. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.733931] env[62153]: DEBUG nova.network.neutron [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Updating instance_info_cache with network_info: [{"id": "07a37c93-2e80-41aa-a48b-aab11dd12bba", "address": "fa:16:3e:c4:ec:a4", "network": {"id": "741adf93-d479-4d88-97fe-0983dfedc7be", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2066135746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a979107f49b04ba3ac9925acd3dcbcdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a37c93-2e", "ovs_interfaceid": "07a37c93-2e80-41aa-a48b-aab11dd12bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.845713] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2093.879098] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.879841] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.880177] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.881076] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a49e7e-8503-48b9-ba62-c29274f803cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.891431] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073453, 'name': CreateVM_Task, 'duration_secs': 0.577259} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.892340] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2093.893165] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.893457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.893867] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2093.907971] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f161ccbe-8e13-48a9-bf8b-f256a82e4ec8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.910537] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2093.910909] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2093.911220] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2093.911563] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2093.911815] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2093.912070] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2093.912377] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2093.912645] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2093.912957] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2093.913241] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2093.913516] env[62153]: DEBUG nova.virt.hardware [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2093.921018] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfiguring VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2093.921018] env[62153]: DEBUG nova.network.neutron [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Successfully created port: 9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2093.925274] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33732e29-3086-45d3-9ca9-5ebcc27baa8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.941247] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2093.941247] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9e7c7-547c-549d-2d37-17bbae54a129" [ 2093.941247] env[62153]: _type = "Task" [ 2093.941247] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.950686] env[62153]: DEBUG oslo_vmware.api [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2093.950686] env[62153]: value = "task-2073454" [ 2093.950686] env[62153]: _type = "Task" [ 2093.950686] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.958226] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9e7c7-547c-549d-2d37-17bbae54a129, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.958932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.959303] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2093.960085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.960085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.960085] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2093.963120] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f74fc08-a4de-4e55-85c2-e9260dcd9be9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.964895] env[62153]: DEBUG oslo_vmware.api [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.983096] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2093.983349] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2093.984204] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b090032-9a3e-4088-8d36-9d64e70cc593 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.989823] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2093.989823] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ff84e-70a6-5c7a-3b69-7115e78625d8" [ 2093.989823] env[62153]: _type = "Task" [ 2093.989823] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.001955] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521ff84e-70a6-5c7a-3b69-7115e78625d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.003219] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e895501d-7655-46a3-9beb-9a1e3486507b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.008728] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2094.008728] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e068c8-7341-e6ae-28d6-1e6b676d4155" [ 2094.008728] env[62153]: _type = "Task" [ 2094.008728] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.017836] env[62153]: INFO nova.compute.manager [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Unrescuing [ 2094.018202] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.018271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.018458] env[62153]: DEBUG nova.network.neutron [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2094.019843] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e068c8-7341-e6ae-28d6-1e6b676d4155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.139339] env[62153]: DEBUG nova.network.neutron [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2094.190096] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5c1552-7d91-4f85-8ab4-ef693cd3737c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.198743] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a451c9-1b24-48aa-8aef-64602d0af190 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.229729] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c00aad-85c7-4c71-9ff7-1fd3b456fc22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.236775] env[62153]: DEBUG oslo_concurrency.lockutils [req-e826459a-d983-4c36-8028-a0ca8b583615 req-f90f0c1b-2bec-4c98-9a1d-73a62718d6ff service nova] Releasing lock "refresh_cache-b32be6e4-7001-475b-ad92-2dc4c3997d3c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.240639] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f402e2cc-4770-48e8-9a6d-af13d00e4487 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.255168] env[62153]: DEBUG nova.compute.provider_tree [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.451877] env[62153]: DEBUG nova.network.neutron [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updating instance_info_cache with network_info: [{"id": "6770e875-4309-4e11-9246-a7fa03a0c575", "address": "fa:16:3e:42:a3:02", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770e875-43", "ovs_interfaceid": "6770e875-4309-4e11-9246-a7fa03a0c575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.462295] env[62153]: DEBUG oslo_vmware.api [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.521369] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e068c8-7341-e6ae-28d6-1e6b676d4155, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.521650] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.522807] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b32be6e4-7001-475b-ad92-2dc4c3997d3c/b32be6e4-7001-475b-ad92-2dc4c3997d3c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.522807] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50388401-4f4f-4b3d-a415-d892e817812f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.531357] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2094.531357] env[62153]: value = "task-2073455" [ 2094.531357] env[62153]: _type = "Task" [ 2094.531357] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.540222] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.589752] env[62153]: DEBUG nova.compute.manager [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Received event network-vif-plugged-6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2094.590045] env[62153]: DEBUG oslo_concurrency.lockutils [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] Acquiring lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.590292] env[62153]: DEBUG oslo_concurrency.lockutils [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.590465] env[62153]: DEBUG oslo_concurrency.lockutils [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.590659] env[62153]: DEBUG nova.compute.manager [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] No waiting events found dispatching network-vif-plugged-6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2094.590790] env[62153]: WARNING nova.compute.manager [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Received unexpected event network-vif-plugged-6770e875-4309-4e11-9246-a7fa03a0c575 for instance with vm_state building and task_state spawning. [ 2094.590950] env[62153]: DEBUG nova.compute.manager [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Received event network-changed-6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2094.591213] env[62153]: DEBUG nova.compute.manager [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Refreshing instance network info cache due to event network-changed-6770e875-4309-4e11-9246-a7fa03a0c575. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2094.591324] env[62153]: DEBUG oslo_concurrency.lockutils [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] Acquiring lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.613088] env[62153]: DEBUG nova.compute.manager [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-changed-f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2094.613322] env[62153]: DEBUG nova.compute.manager [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing instance network info cache due to event network-changed-f60b85be-d695-4db0-ba75-1fe2a87ffe89. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2094.613474] env[62153]: DEBUG oslo_concurrency.lockutils [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.613628] env[62153]: DEBUG oslo_concurrency.lockutils [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.613893] env[62153]: DEBUG nova.network.neutron [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing network info cache for port f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2094.758506] env[62153]: DEBUG nova.scheduler.client.report [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2094.855743] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2094.886048] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2094.886363] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2094.886643] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2094.886799] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2094.886986] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2094.887184] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2094.887451] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2094.887658] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2094.887881] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2094.888143] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2094.888640] env[62153]: DEBUG nova.virt.hardware [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2094.889412] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e0fd4e-9296-42e2-962f-c25e3d07d5b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.898543] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4690af8c-5c20-47ab-9d4a-2a466c9186da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.958131] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.958615] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Instance network_info: |[{"id": "6770e875-4309-4e11-9246-a7fa03a0c575", "address": "fa:16:3e:42:a3:02", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770e875-43", "ovs_interfaceid": "6770e875-4309-4e11-9246-a7fa03a0c575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2094.958797] env[62153]: DEBUG oslo_concurrency.lockutils [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] Acquired lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.958954] env[62153]: DEBUG nova.network.neutron [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Refreshing network info cache for port 6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2094.960844] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:a3:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6770e875-4309-4e11-9246-a7fa03a0c575', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2094.971323] env[62153]: DEBUG oslo.service.loopingcall [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.975018] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2094.979266] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d93853-4b49-4301-b90e-805434dcc0c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.003303] env[62153]: DEBUG oslo_vmware.api [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073454, 'name': ReconfigVM_Task, 'duration_secs': 0.758476} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.004762] env[62153]: DEBUG nova.objects.instance [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.006420] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.006686] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfigured VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2095.016219] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2095.016219] env[62153]: value = "task-2073456" [ 2095.016219] env[62153]: _type = "Task" [ 2095.016219] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.041515] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.103455] env[62153]: DEBUG nova.network.neutron [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.264298] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.264887] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2095.269883] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.927s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.269883] env[62153]: DEBUG nova.objects.instance [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'resources' on Instance uuid 077da888-1c52-43c6-aee0-282a41bc5026 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.405287] env[62153]: DEBUG nova.network.neutron [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updated VIF entry in instance network info cache for port f60b85be-d695-4db0-ba75-1fe2a87ffe89. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.405745] env[62153]: DEBUG nova.network.neutron [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "address": "fa:16:3e:8d:b7:bb", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60b85be-d6", "ovs_interfaceid": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.513493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-639bb4c8-e288-4942-a2cc-7eed4b7b96cf tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.064s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.514626] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.514783] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.514948] env[62153]: DEBUG nova.network.neutron [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2095.515131] env[62153]: DEBUG nova.objects.instance [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'info_cache' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.526495] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073456, 'name': CreateVM_Task, 'duration_secs': 0.439588} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.526679] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2095.527497] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.527651] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.527964] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2095.528236] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd51721-524a-4209-943a-273fb0f2577c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.537915] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2095.537915] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c150f4-2809-0dd4-9e01-da3e501aa096" [ 2095.537915] env[62153]: _type = "Task" [ 2095.537915] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.549835] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.549835] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b32be6e4-7001-475b-ad92-2dc4c3997d3c/b32be6e4-7001-475b-ad92-2dc4c3997d3c.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2095.549835] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2095.549835] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a83fa3d0-d389-46f6-a9b8-8a0fa8593621 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.553735] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c150f4-2809-0dd4-9e01-da3e501aa096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.558939] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2095.558939] env[62153]: value = "task-2073457" [ 2095.558939] env[62153]: _type = "Task" [ 2095.558939] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.569695] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.606299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.606720] env[62153]: DEBUG nova.objects.instance [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lazy-loading 'flavor' on Instance uuid 5aef7500-5f4b-4645-88fd-d357b9e3515c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.772706] env[62153]: DEBUG nova.compute.utils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2095.778219] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2095.778219] env[62153]: DEBUG nova.network.neutron [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2095.876554] env[62153]: DEBUG nova.policy [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4de49c149e67433ca64922b86198c29c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de6ec199e2d34cdf82939b5ebea626c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2095.908783] env[62153]: DEBUG oslo_concurrency.lockutils [req-367c1c45-c1a7-4723-9242-6c58aa09738e req-e62109fd-4c27-4bea-952b-beb4a985c5a0 service nova] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.927943] env[62153]: DEBUG nova.network.neutron [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updated VIF entry in instance network info cache for port 6770e875-4309-4e11-9246-a7fa03a0c575. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.928366] env[62153]: DEBUG nova.network.neutron [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updating instance_info_cache with network_info: [{"id": "6770e875-4309-4e11-9246-a7fa03a0c575", "address": "fa:16:3e:42:a3:02", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770e875-43", "ovs_interfaceid": "6770e875-4309-4e11-9246-a7fa03a0c575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.024105] env[62153]: DEBUG nova.network.neutron [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Successfully updated port: 9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2096.028611] env[62153]: DEBUG nova.objects.base [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Object Instance<2c367759-d799-40be-8dc8-5608c38a6616> lazy-loaded attributes: flavor,info_cache {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2096.052741] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c150f4-2809-0dd4-9e01-da3e501aa096, 'name': SearchDatastore_Task, 'duration_secs': 0.027436} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.053097] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.053334] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2096.053700] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.053884] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.054082] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2096.054601] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3f00e1-e7fd-4322-ae4a-a1c4267c2a13 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.067751] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2096.069017] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2096.071450] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a10ceb4-7aa1-43ed-ab51-7b543b3712ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.074933] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310185} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.076734] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2096.078384] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98414a9c-7285-42fa-88ac-b327e486b659 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.083082] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2096.083082] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5258608c-314b-7b86-f15f-9b593708f016" [ 2096.083082] env[62153]: _type = "Task" [ 2096.083082] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.103463] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b32be6e4-7001-475b-ad92-2dc4c3997d3c/b32be6e4-7001-475b-ad92-2dc4c3997d3c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.106731] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb725cf1-75e4-4426-a045-6bc2d2c7b185 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.126502] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5258608c-314b-7b86-f15f-9b593708f016, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.128737] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5d340c-706e-4b1b-8e75-5bedda3bd7ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.133290] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ccd011-2406-4a9e-b4db-8c9cc4647bc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.135360] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2096.135360] env[62153]: value = "task-2073458" [ 2096.135360] env[62153]: _type = "Task" [ 2096.135360] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.161250] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2096.161250] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526ef471-0fd7-ac76-b9e7-28121f7fd74f" [ 2096.161250] env[62153]: _type = "Task" [ 2096.161250] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.161697] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2096.164770] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03e0806f-5b24-4d03-ab27-aa4ab1846fc9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.171853] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.177785] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526ef471-0fd7-ac76-b9e7-28121f7fd74f, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.177843] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.178131] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5c90d935-6cad-4136-be2a-38bdd50df3b8/5c90d935-6cad-4136-be2a-38bdd50df3b8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2096.178466] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2096.178466] env[62153]: value = "task-2073459" [ 2096.178466] env[62153]: _type = "Task" [ 2096.178466] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.178632] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612694b4-7bcd-44a7-ba55-8b704119c5ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.192902] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.194960] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2096.194960] env[62153]: value = "task-2073460" [ 2096.194960] env[62153]: _type = "Task" [ 2096.194960] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.219828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b8675-8e83-4df0-b9d2-510f6ac5a332 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.227764] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd780f-5b1e-44cd-8c99-fb2fc47490c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.262385] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32088183-e6bd-45ed-9b7e-e737f46d7d66 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.268802] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539af66-d0dd-46eb-8261-21ee452c076e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.283540] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2096.288534] env[62153]: DEBUG nova.compute.provider_tree [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.431102] env[62153]: DEBUG oslo_concurrency.lockutils [req-748a2b16-5de4-45f5-900a-113e5cfc2705 req-08f32fb5-fc7b-45e3-8716-6518c68cf539 service nova] Releasing lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.485904] env[62153]: DEBUG nova.network.neutron [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Successfully created port: 8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.531460] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "refresh_cache-d28bd020-49cf-4078-aa9c-71a8e4982023" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.531672] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquired lock "refresh_cache-d28bd020-49cf-4078-aa9c-71a8e4982023" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.531756] env[62153]: DEBUG nova.network.neutron [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.647099] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073458, 'name': ReconfigVM_Task, 'duration_secs': 0.401697} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.647502] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b32be6e4-7001-475b-ad92-2dc4c3997d3c/b32be6e4-7001-475b-ad92-2dc4c3997d3c.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.648115] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f8c7dd-d351-451a-b923-b5bd112bdcbb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.655764] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2096.655764] env[62153]: value = "task-2073461" [ 2096.655764] env[62153]: _type = "Task" [ 2096.655764] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.666118] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073461, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.693167] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073459, 'name': PowerOffVM_Task, 'duration_secs': 0.285116} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.696656] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2096.703382] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfiguring VM instance instance-0000003f to detach disk 2002 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2096.703806] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544be608-07f6-4f05-bc74-a97bb0e82644 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.726197] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073460, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.727559] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2096.727559] env[62153]: value = "task-2073462" [ 2096.727559] env[62153]: _type = "Task" [ 2096.727559] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.737631] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.795821] env[62153]: DEBUG nova.scheduler.client.report [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.879116] env[62153]: DEBUG nova.network.neutron [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [{"id": "baef8ef2-5033-4509-9690-ab5fc9979795", "address": "fa:16:3e:51:80:c3", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaef8ef2-50", "ovs_interfaceid": "baef8ef2-5033-4509-9690-ab5fc9979795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.927280] env[62153]: DEBUG nova.compute.manager [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Received event network-vif-plugged-9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2096.927492] env[62153]: DEBUG oslo_concurrency.lockutils [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] Acquiring lock "d28bd020-49cf-4078-aa9c-71a8e4982023-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.927729] env[62153]: DEBUG oslo_concurrency.lockutils [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.928885] env[62153]: DEBUG oslo_concurrency.lockutils [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.929100] env[62153]: DEBUG nova.compute.manager [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] No waiting events found dispatching network-vif-plugged-9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2096.929286] env[62153]: WARNING nova.compute.manager [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Received unexpected event network-vif-plugged-9ee8a10e-dc25-4fab-8201-083de02a7712 for instance with vm_state building and task_state spawning. [ 2096.929490] env[62153]: DEBUG nova.compute.manager [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Received event network-changed-9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2096.930062] env[62153]: DEBUG nova.compute.manager [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Refreshing instance network info cache due to event network-changed-9ee8a10e-dc25-4fab-8201-083de02a7712. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2096.930062] env[62153]: DEBUG oslo_concurrency.lockutils [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] Acquiring lock "refresh_cache-d28bd020-49cf-4078-aa9c-71a8e4982023" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.095201] env[62153]: DEBUG nova.network.neutron [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2097.168062] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073461, 'name': Rename_Task, 'duration_secs': 0.317125} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.168062] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.168062] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16821575-b4ef-4e39-acf3-a1dc899458dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.176395] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2097.176395] env[62153]: value = "task-2073463" [ 2097.176395] env[62153]: _type = "Task" [ 2097.176395] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.185823] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.217739] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547808} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.218092] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5c90d935-6cad-4136-be2a-38bdd50df3b8/5c90d935-6cad-4136-be2a-38bdd50df3b8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2097.218324] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2097.218591] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-982e382b-2874-42b9-9c35-33948588a780 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.226094] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2097.226094] env[62153]: value = "task-2073464" [ 2097.226094] env[62153]: _type = "Task" [ 2097.226094] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.247552] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.247631] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.301452] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2097.305704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.307698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.910s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.307956] env[62153]: DEBUG nova.objects.instance [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lazy-loading 'resources' on Instance uuid 230434b9-8c7e-4b51-9717-96a00258ef83 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.335479] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2097.335633] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2097.336923] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2097.336923] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2097.336923] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2097.336923] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2097.336923] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2097.337192] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2097.337229] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2097.337700] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2097.337914] env[62153]: DEBUG nova.virt.hardware [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2097.339318] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe262a-e9ed-4149-abab-146384cfa5fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.343345] env[62153]: INFO nova.scheduler.client.report [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance 077da888-1c52-43c6-aee0-282a41bc5026 [ 2097.352709] env[62153]: DEBUG nova.network.neutron [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Updating instance_info_cache with network_info: [{"id": "9ee8a10e-dc25-4fab-8201-083de02a7712", "address": "fa:16:3e:d3:8f:61", "network": {"id": "c6264810-fcb3-477b-bb93-8ad8bb0776b4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2002339160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fea28ab3c474090a31d51525df33897", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee8a10e-dc", "ovs_interfaceid": "9ee8a10e-dc25-4fab-8201-083de02a7712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.359425] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2ee73-634d-402e-8ced-8eec0bb18eb4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.382035] env[62153]: DEBUG oslo_concurrency.lockutils [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.690943] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073463, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.741212] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151149} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.745178] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2097.745640] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073462, 'name': ReconfigVM_Task, 'duration_secs': 0.628889} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.746574] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64af4191-f7c6-45f2-9ac7-e0b5ab2a776a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.749725] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfigured VM instance instance-0000003f to detach disk 2002 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2097.751300] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.754359] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e926f6-eed6-4cd7-825a-be038a55d926 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.781241] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 5c90d935-6cad-4136-be2a-38bdd50df3b8/5c90d935-6cad-4136-be2a-38bdd50df3b8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.781877] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3d37c7-aa7f-40d4-b49a-71c4073b433c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.800023] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2097.800023] env[62153]: value = "task-2073465" [ 2097.800023] env[62153]: _type = "Task" [ 2097.800023] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.804830] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2097.804830] env[62153]: value = "task-2073466" [ 2097.804830] env[62153]: _type = "Task" [ 2097.804830] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.814339] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.820874] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.861525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Releasing lock "refresh_cache-d28bd020-49cf-4078-aa9c-71a8e4982023" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.861845] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Instance network_info: |[{"id": "9ee8a10e-dc25-4fab-8201-083de02a7712", "address": "fa:16:3e:d3:8f:61", "network": {"id": "c6264810-fcb3-477b-bb93-8ad8bb0776b4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2002339160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fea28ab3c474090a31d51525df33897", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee8a10e-dc", "ovs_interfaceid": "9ee8a10e-dc25-4fab-8201-083de02a7712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2097.862834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c272a12f-a5ce-44b5-971a-5f091505286f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "077da888-1c52-43c6-aee0-282a41bc5026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.089s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.863967] env[62153]: DEBUG oslo_concurrency.lockutils [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] Acquired lock "refresh_cache-d28bd020-49cf-4078-aa9c-71a8e4982023" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.867352] env[62153]: DEBUG nova.network.neutron [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Refreshing network info cache for port 9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.867352] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:8f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ee8a10e-dc25-4fab-8201-083de02a7712', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2097.874486] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Creating folder: Project (2fea28ab3c474090a31d51525df33897). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2097.875264] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2083a58-119a-4f22-b744-2c462e5e3c0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.889908] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Created folder: Project (2fea28ab3c474090a31d51525df33897) in parent group-v424816. [ 2097.889908] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Creating folder: Instances. Parent ref: group-v425057. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2097.890273] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3026e9e5-8254-4ef4-84bc-c31208776584 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.902936] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Created folder: Instances in parent group-v425057. [ 2097.903234] env[62153]: DEBUG oslo.service.loopingcall [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2097.903431] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2097.903637] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633d1281-7604-4a93-8cf1-410b1851767b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.926912] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2097.926912] env[62153]: value = "task-2073469" [ 2097.926912] env[62153]: _type = "Task" [ 2097.926912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.935281] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073469, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.162909] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9728d240-d926-48f7-b072-d94220b8cbbb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.173584] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfba596-62a3-4353-a0fd-43771bd8a17c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.214169] env[62153]: DEBUG oslo_vmware.api [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073463, 'name': PowerOnVM_Task, 'duration_secs': 1.009688} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.214765] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2098.214981] env[62153]: INFO nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Took 8.32 seconds to spawn the instance on the hypervisor. [ 2098.215185] env[62153]: DEBUG nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.216027] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c79c64-7999-4c8a-b7a4-25dd01b22645 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.219250] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff121152-d6cc-4db2-b073-59935f5593a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.228196] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59ee1c-d1b5-410b-9656-563f7ffc85b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.245720] env[62153]: DEBUG nova.compute.provider_tree [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.309580] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073465, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.318020] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073466, 'name': ReconfigVM_Task, 'duration_secs': 0.326822} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.318296] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 5c90d935-6cad-4136-be2a-38bdd50df3b8/5c90d935-6cad-4136-be2a-38bdd50df3b8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.319134] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c9670f2-da03-4b87-96a7-e9982e293efe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.325661] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2098.325661] env[62153]: value = "task-2073470" [ 2098.325661] env[62153]: _type = "Task" [ 2098.325661] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.341752] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073470, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.391546] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.391897] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f78f23a-837e-4f63-ad9a-c0966a1d0760 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.399492] env[62153]: DEBUG oslo_vmware.api [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2098.399492] env[62153]: value = "task-2073471" [ 2098.399492] env[62153]: _type = "Task" [ 2098.399492] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.410375] env[62153]: DEBUG oslo_vmware.api [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.440521] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073469, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.507862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.507862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.507862] env[62153]: INFO nova.compute.manager [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Shelving [ 2098.526914] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-1e9a7ec4-e503-44b6-8ac5-f360ec67a068" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.527186] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-1e9a7ec4-e503-44b6-8ac5-f360ec67a068" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.527651] env[62153]: DEBUG nova.objects.instance [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'flavor' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.709041] env[62153]: DEBUG nova.network.neutron [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Successfully updated port: 8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2098.744822] env[62153]: DEBUG nova.network.neutron [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Updated VIF entry in instance network info cache for port 9ee8a10e-dc25-4fab-8201-083de02a7712. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.745335] env[62153]: DEBUG nova.network.neutron [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Updating instance_info_cache with network_info: [{"id": "9ee8a10e-dc25-4fab-8201-083de02a7712", "address": "fa:16:3e:d3:8f:61", "network": {"id": "c6264810-fcb3-477b-bb93-8ad8bb0776b4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2002339160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fea28ab3c474090a31d51525df33897", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee8a10e-dc", "ovs_interfaceid": "9ee8a10e-dc25-4fab-8201-083de02a7712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.746798] env[62153]: INFO nova.compute.manager [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Took 20.37 seconds to build instance. [ 2098.749767] env[62153]: DEBUG nova.scheduler.client.report [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.811579] env[62153]: DEBUG oslo_vmware.api [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073465, 'name': PowerOnVM_Task, 'duration_secs': 1.031148} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.811859] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2098.812197] env[62153]: DEBUG nova.compute.manager [None req-c6fff73a-808e-435f-a754-078f0cd2389c tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.812978] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9903f3-2aea-4d68-8af1-eadbe0552dd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.834899] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073470, 'name': Rename_Task, 'duration_secs': 0.223941} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.835202] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.835456] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67acc5b5-db74-4909-a371-cebe122ccd47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.842308] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2098.842308] env[62153]: value = "task-2073472" [ 2098.842308] env[62153]: _type = "Task" [ 2098.842308] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.851482] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.910593] env[62153]: DEBUG oslo_vmware.api [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073471, 'name': PowerOnVM_Task, 'duration_secs': 0.462323} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.910794] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2098.911191] env[62153]: DEBUG nova.compute.manager [None req-26325e6b-a9ad-4432-a04d-14cb8b4baf1c tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.912272] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e8a7b-d21d-4385-a260-19e9d1be6d99 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.941662] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073469, 'name': CreateVM_Task, 'duration_secs': 0.556778} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.941843] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.945306] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.948330] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.948330] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.948330] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3ac654-d90a-4004-80d9-92c727293f35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.951884] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2098.951884] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ca8ab5-ce8e-5f32-b09b-53d814cb4b2d" [ 2098.951884] env[62153]: _type = "Task" [ 2098.951884] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.959587] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ca8ab5-ce8e-5f32-b09b-53d814cb4b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.194722] env[62153]: DEBUG nova.objects.instance [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'pci_requests' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.211449] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "refresh_cache-dd295afb-504d-4adf-8ce6-08cc83e2ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.211582] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "refresh_cache-dd295afb-504d-4adf-8ce6-08cc83e2ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.211719] env[62153]: DEBUG nova.network.neutron [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.249032] env[62153]: DEBUG oslo_concurrency.lockutils [req-991c4e0d-d903-4738-b49f-af993e5996e6 req-c0fb2138-e203-4756-8509-a2d9d6184713 service nova] Releasing lock "refresh_cache-d28bd020-49cf-4078-aa9c-71a8e4982023" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.249676] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7e1f759c-68d9-4d61-b0e9-ff2718c4d6bc tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.885s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.255075] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.257478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.646s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.257745] env[62153]: DEBUG nova.objects.instance [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lazy-loading 'resources' on Instance uuid 14218117-b536-46d6-9bcb-60772d336c41 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.290635] env[62153]: INFO nova.scheduler.client.report [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Deleted allocations for instance 230434b9-8c7e-4b51-9717-96a00258ef83 [ 2099.356757] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.463929] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ca8ab5-ce8e-5f32-b09b-53d814cb4b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.464315] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.464576] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2099.464837] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.465024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.465230] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2099.465501] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f22469a0-269a-4ea1-b029-10f7c987f29e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.471257] env[62153]: DEBUG nova.compute.manager [req-fcc29d56-99b5-494c-81ad-fa86f1139b93 req-9e0760a7-f1a1-473a-80e2-b2c716324c80 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Received event network-vif-plugged-8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2099.471459] env[62153]: DEBUG oslo_concurrency.lockutils [req-fcc29d56-99b5-494c-81ad-fa86f1139b93 req-9e0760a7-f1a1-473a-80e2-b2c716324c80 service nova] Acquiring lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.471672] env[62153]: DEBUG oslo_concurrency.lockutils [req-fcc29d56-99b5-494c-81ad-fa86f1139b93 req-9e0760a7-f1a1-473a-80e2-b2c716324c80 service nova] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.472180] env[62153]: DEBUG oslo_concurrency.lockutils [req-fcc29d56-99b5-494c-81ad-fa86f1139b93 req-9e0760a7-f1a1-473a-80e2-b2c716324c80 service nova] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.472238] env[62153]: DEBUG nova.compute.manager [req-fcc29d56-99b5-494c-81ad-fa86f1139b93 req-9e0760a7-f1a1-473a-80e2-b2c716324c80 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] No waiting events found dispatching network-vif-plugged-8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2099.472429] env[62153]: WARNING nova.compute.manager [req-fcc29d56-99b5-494c-81ad-fa86f1139b93 req-9e0760a7-f1a1-473a-80e2-b2c716324c80 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Received unexpected event network-vif-plugged-8af51a9b-88e4-464a-b7d9-e8b439bdebd0 for instance with vm_state building and task_state spawning. [ 2099.476503] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2099.476617] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2099.477735] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d45f36-9756-43af-8e1c-9bfbe7103be2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.484019] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2099.484019] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c6f6f4-fb09-10b0-6dee-bed4da946c8b" [ 2099.484019] env[62153]: _type = "Task" [ 2099.484019] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.493048] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c6f6f4-fb09-10b0-6dee-bed4da946c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.518543] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.518999] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5758bbe6-ed31-4331-9bbb-453138c30918 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.526690] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2099.526690] env[62153]: value = "task-2073473" [ 2099.526690] env[62153]: _type = "Task" [ 2099.526690] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.541129] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.701345] env[62153]: DEBUG nova.objects.base [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Object Instance<00402ed1-3104-4de8-908b-73768076ae4f> lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2099.701612] env[62153]: DEBUG nova.network.neutron [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2099.749461] env[62153]: DEBUG nova.network.neutron [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.805815] env[62153]: DEBUG nova.policy [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2099.809092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ed5890f5-a02f-4310-96fd-25d5eeeded25 tempest-ServersNegativeTestJSON-295970446 tempest-ServersNegativeTestJSON-295970446-project-member] Lock "230434b9-8c7e-4b51-9717-96a00258ef83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.966s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.857764] env[62153]: DEBUG oslo_vmware.api [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073472, 'name': PowerOnVM_Task, 'duration_secs': 0.857709} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.857970] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.858193] env[62153]: INFO nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Took 7.47 seconds to spawn the instance on the hypervisor. [ 2099.858411] env[62153]: DEBUG nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.859379] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670071f9-3145-4abd-aeba-c0da8ba3cc26 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.935739] env[62153]: DEBUG nova.network.neutron [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Updating instance_info_cache with network_info: [{"id": "8af51a9b-88e4-464a-b7d9-e8b439bdebd0", "address": "fa:16:3e:32:00:80", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af51a9b-88", "ovs_interfaceid": "8af51a9b-88e4-464a-b7d9-e8b439bdebd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.998239] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c6f6f4-fb09-10b0-6dee-bed4da946c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.020482} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.008458] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.008458] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.008922] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9602e6f3-a076-4b43-9078-9e55594a86bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.015017] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2100.015017] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524f2c5b-efa4-67f6-49b9-1d2f172ea0f6" [ 2100.015017] env[62153]: _type = "Task" [ 2100.015017] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.030713] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524f2c5b-efa4-67f6-49b9-1d2f172ea0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.036034] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.036315] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d28bd020-49cf-4078-aa9c-71a8e4982023/d28bd020-49cf-4078-aa9c-71a8e4982023.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2100.039457] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab2f9101-18f7-4178-8f62-f59f2028628c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.049308] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073473, 'name': PowerOffVM_Task, 'duration_secs': 0.299827} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.050719] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.050986] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2100.050986] env[62153]: value = "task-2073474" [ 2100.050986] env[62153]: _type = "Task" [ 2100.050986] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.051716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bafebc-c3e9-46ce-8a95-d377508188a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.069020] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.085972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c3758-0fa1-4bce-bcb7-2e677e3ff239 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.137326] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de437e-14ca-4cc3-a914-721cce7d1691 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.148566] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ac934-f5d0-4f4e-a5af-fcdc98501540 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.182134] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368314e7-7283-4f29-b726-7c4e221dac3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.190859] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb2307d-12d1-4d40-babf-723e2e42d71d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.210695] env[62153]: DEBUG nova.compute.provider_tree [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.379895] env[62153]: INFO nova.compute.manager [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Took 19.87 seconds to build instance. [ 2100.439093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "refresh_cache-dd295afb-504d-4adf-8ce6-08cc83e2ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.439479] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Instance network_info: |[{"id": "8af51a9b-88e4-464a-b7d9-e8b439bdebd0", "address": "fa:16:3e:32:00:80", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af51a9b-88", "ovs_interfaceid": "8af51a9b-88e4-464a-b7d9-e8b439bdebd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2100.440381] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:00:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af51a9b-88e4-464a-b7d9-e8b439bdebd0', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2100.449156] env[62153]: DEBUG oslo.service.loopingcall [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.450171] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2100.450171] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d97f0f59-b484-4750-9e34-57c76c1d573f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.473105] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2100.473105] env[62153]: value = "task-2073475" [ 2100.473105] env[62153]: _type = "Task" [ 2100.473105] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.483662] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073475, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.512601] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2100.567153] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073474, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.597784] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2100.598687] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9935e906-1632-471e-987c-a82cc3d780c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.607379] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2100.607379] env[62153]: value = "task-2073476" [ 2100.607379] env[62153]: _type = "Task" [ 2100.607379] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.617132] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.714369] env[62153]: DEBUG nova.scheduler.client.report [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2100.856162] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "74037199-d212-462a-b57c-c15da6664497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.856517] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "74037199-d212-462a-b57c-c15da6664497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.882803] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6d070cc-a70c-4dba-b927-bb2437f2ccc5 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.379s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.983999] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073475, 'name': CreateVM_Task, 'duration_secs': 0.387662} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.984242] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2100.984939] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.985134] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.985527] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2100.985888] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39315b2d-2d77-4977-8019-2e2ee2c19f25 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.991503] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2100.991503] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52483ef3-d32d-15cf-b53e-129cd90a3b35" [ 2100.991503] env[62153]: _type = "Task" [ 2100.991503] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.002760] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52483ef3-d32d-15cf-b53e-129cd90a3b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.038422] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.068245] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57409} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.068245] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d28bd020-49cf-4078-aa9c-71a8e4982023/d28bd020-49cf-4078-aa9c-71a8e4982023.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2101.068245] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2101.068245] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c5ee3c0-1a95-4bc1-b91a-d79775f9baad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.075874] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2101.075874] env[62153]: value = "task-2073477" [ 2101.075874] env[62153]: _type = "Task" [ 2101.075874] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.085595] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.117787] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.223168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.223168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.185s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.227904] env[62153]: INFO nova.compute.claims [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2101.263622] env[62153]: INFO nova.scheduler.client.report [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Deleted allocations for instance 14218117-b536-46d6-9bcb-60772d336c41 [ 2101.359426] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2101.503282] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52483ef3-d32d-15cf-b53e-129cd90a3b35, 'name': SearchDatastore_Task, 'duration_secs': 0.013289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.503792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.506024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2101.506024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.506024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.506024] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2101.506024] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2989eb1-45bb-48c0-8749-fa869577850f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.527253] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2101.527253] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2101.527253] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d7fb8-82a8-465c-a3c6-aefceb53f8b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.532354] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2101.532354] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523105aa-8962-7d8b-a8e8-d95d78bb64c0" [ 2101.532354] env[62153]: _type = "Task" [ 2101.532354] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.540835] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523105aa-8962-7d8b-a8e8-d95d78bb64c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.585123] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0725} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.585525] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.586477] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0830c2-8ac7-4152-905c-35d4f33f4fe4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.611438] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] d28bd020-49cf-4078-aa9c-71a8e4982023/d28bd020-49cf-4078-aa9c-71a8e4982023.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.612071] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-761b2624-73d6-4a84-9f49-98b2c89319a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.643766] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.647412] env[62153]: DEBUG nova.network.neutron [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Successfully updated port: 1e9a7ec4-e503-44b6-8ac5-f360ec67a068 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2101.649498] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2101.649498] env[62153]: value = "task-2073478" [ 2101.649498] env[62153]: _type = "Task" [ 2101.649498] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.776385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-536fa136-2150-4cea-8979-3eb12a058f74 tempest-ServersTestBootFromVolume-1030087364 tempest-ServersTestBootFromVolume-1030087364-project-member] Lock "14218117-b536-46d6-9bcb-60772d336c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.750s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.880202] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.044512] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523105aa-8962-7d8b-a8e8-d95d78bb64c0, 'name': SearchDatastore_Task, 'duration_secs': 0.042519} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.046549] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06b8932-2303-4601-9817-febc3571e397 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.051518] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2102.051518] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524a775e-9260-9e12-9a90-f9740dd0f504" [ 2102.051518] env[62153]: _type = "Task" [ 2102.051518] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.060670] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524a775e-9260-9e12-9a90-f9740dd0f504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.122135] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073476, 'name': CreateSnapshot_Task, 'duration_secs': 1.134118} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.122570] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2102.123542] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8ee1f-e661-487c-9b67-4349f0fbf142 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.157242] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.157242] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.157242] env[62153]: DEBUG nova.network.neutron [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.168328] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.326967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "9beadd53-916e-4b36-a2a5-d87782070ea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.327853] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.527085] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff43192-f011-4285-8d11-52fec4a6d81d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.536227] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a6e5c-08fa-4668-a97c-6d090927bf8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.578644] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f31cb2a-f3ff-4acf-adb3-d5663cad91a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.590291] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524a775e-9260-9e12-9a90-f9740dd0f504, 'name': SearchDatastore_Task, 'duration_secs': 0.014534} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.592801] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.593241] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] dd295afb-504d-4adf-8ce6-08cc83e2ac62/dd295afb-504d-4adf-8ce6-08cc83e2ac62.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2102.593980] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36eb0cd1-be7a-49a0-b7b1-1b31b70346a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.597246] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80385aa8-f04f-4924-ab56-b3bc89f104f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.614928] env[62153]: DEBUG nova.compute.provider_tree [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2102.617685] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2102.617685] env[62153]: value = "task-2073479" [ 2102.617685] env[62153]: _type = "Task" [ 2102.617685] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.625822] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.641136] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2102.641668] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17cac795-e6c5-410f-97ed-78958fe99830 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.649642] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2102.649642] env[62153]: value = "task-2073480" [ 2102.649642] env[62153]: _type = "Task" [ 2102.649642] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.690438] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073480, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.690438] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073478, 'name': ReconfigVM_Task, 'duration_secs': 0.660083} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.690438] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Reconfigured VM instance instance-00000056 to attach disk [datastore1] d28bd020-49cf-4078-aa9c-71a8e4982023/d28bd020-49cf-4078-aa9c-71a8e4982023.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2102.690438] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c696b6-b83b-46a6-974d-2b28ea43c7bb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.690438] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2102.690438] env[62153]: value = "task-2073481" [ 2102.690438] env[62153]: _type = "Task" [ 2102.690438] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.690438] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073481, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.712161] env[62153]: WARNING nova.network.neutron [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] 8795a51b-204b-4878-b34b-b8169051f67c already exists in list: networks containing: ['8795a51b-204b-4878-b34b-b8169051f67c']. ignoring it [ 2102.712454] env[62153]: WARNING nova.network.neutron [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] 8795a51b-204b-4878-b34b-b8169051f67c already exists in list: networks containing: ['8795a51b-204b-4878-b34b-b8169051f67c']. ignoring it [ 2102.830633] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2103.085609] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.085926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.086184] env[62153]: INFO nova.compute.manager [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Shelving [ 2103.119690] env[62153]: DEBUG nova.scheduler.client.report [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.138096] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073479, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.160195] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073480, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.186913] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073481, 'name': Rename_Task, 'duration_secs': 0.304844} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.187059] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2103.187307] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f89151d-bb9d-4b25-95ed-2fe2fd4a5cf2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.194976] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2103.194976] env[62153]: value = "task-2073482" [ 2103.194976] env[62153]: _type = "Task" [ 2103.194976] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.203653] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.360115] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.361748] env[62153]: DEBUG nova.compute.manager [req-876853c7-6e59-4d4d-9fa5-e11c6909a65d req-b245ab7e-77c1-4ac7-8713-347ecde9d922 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-vif-plugged-1e9a7ec4-e503-44b6-8ac5-f360ec67a068 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.361960] env[62153]: DEBUG oslo_concurrency.lockutils [req-876853c7-6e59-4d4d-9fa5-e11c6909a65d req-b245ab7e-77c1-4ac7-8713-347ecde9d922 service nova] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.362277] env[62153]: DEBUG oslo_concurrency.lockutils [req-876853c7-6e59-4d4d-9fa5-e11c6909a65d req-b245ab7e-77c1-4ac7-8713-347ecde9d922 service nova] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.362465] env[62153]: DEBUG oslo_concurrency.lockutils [req-876853c7-6e59-4d4d-9fa5-e11c6909a65d req-b245ab7e-77c1-4ac7-8713-347ecde9d922 service nova] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.362636] env[62153]: DEBUG nova.compute.manager [req-876853c7-6e59-4d4d-9fa5-e11c6909a65d req-b245ab7e-77c1-4ac7-8713-347ecde9d922 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] No waiting events found dispatching network-vif-plugged-1e9a7ec4-e503-44b6-8ac5-f360ec67a068 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2103.362808] env[62153]: WARNING nova.compute.manager [req-876853c7-6e59-4d4d-9fa5-e11c6909a65d req-b245ab7e-77c1-4ac7-8713-347ecde9d922 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received unexpected event network-vif-plugged-1e9a7ec4-e503-44b6-8ac5-f360ec67a068 for instance with vm_state active and task_state None. [ 2103.446644] env[62153]: DEBUG nova.compute.manager [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Received event network-changed-8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.446828] env[62153]: DEBUG nova.compute.manager [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Refreshing instance network info cache due to event network-changed-8af51a9b-88e4-464a-b7d9-e8b439bdebd0. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2103.447275] env[62153]: DEBUG oslo_concurrency.lockutils [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] Acquiring lock "refresh_cache-dd295afb-504d-4adf-8ce6-08cc83e2ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.447275] env[62153]: DEBUG oslo_concurrency.lockutils [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] Acquired lock "refresh_cache-dd295afb-504d-4adf-8ce6-08cc83e2ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.447377] env[62153]: DEBUG nova.network.neutron [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Refreshing network info cache for port 8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2103.622837] env[62153]: DEBUG nova.network.neutron [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "address": "fa:16:3e:8d:b7:bb", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60b85be-d6", "ovs_interfaceid": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e9a7ec4-e503-44b6-8ac5-f360ec67a068", "address": "fa:16:3e:66:1d:c0", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9a7ec4-e5", "ovs_interfaceid": "1e9a7ec4-e503-44b6-8ac5-f360ec67a068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.633732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.634253] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2103.636738] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579517} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.637580] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.758s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.639028] env[62153]: INFO nova.compute.claims [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2103.641431] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] dd295afb-504d-4adf-8ce6-08cc83e2ac62/dd295afb-504d-4adf-8ce6-08cc83e2ac62.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2103.641657] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2103.642335] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70fa2872-2396-41af-bc40-f73f88038657 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.650830] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2103.650830] env[62153]: value = "task-2073483" [ 2103.650830] env[62153]: _type = "Task" [ 2103.650830] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.662230] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073480, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.665422] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.706426] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.946272] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.946531] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.095797] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.096455] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76fb670-d035-43af-a5a1-e17547d1ce0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.104778] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2104.104778] env[62153]: value = "task-2073484" [ 2104.104778] env[62153]: _type = "Task" [ 2104.104778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.113408] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.129188] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.130705] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.130932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.134993] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bcb062-250b-4932-bb3b-3ed39b58fbb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.139179] env[62153]: DEBUG nova.compute.utils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2104.141927] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2104.142127] env[62153]: DEBUG nova.network.neutron [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2104.167412] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2104.167665] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2104.168197] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2104.168197] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2104.168337] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2104.168513] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2104.168822] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2104.169037] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2104.169288] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2104.169540] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2104.169804] env[62153]: DEBUG nova.virt.hardware [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2104.178734] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfiguring VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2104.187911] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd08013-7362-4baa-b31e-37bad622a6d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.217497] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073480, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.217886] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07208} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.219650] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2104.220069] env[62153]: DEBUG oslo_vmware.api [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2104.220069] env[62153]: value = "task-2073485" [ 2104.220069] env[62153]: _type = "Task" [ 2104.220069] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.222212] env[62153]: DEBUG nova.policy [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2104.224167] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0245afb7-507e-44a6-aef1-490a393e3506 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.234637] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.249484] env[62153]: DEBUG oslo_vmware.api [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073485, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.258586] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] dd295afb-504d-4adf-8ce6-08cc83e2ac62/dd295afb-504d-4adf-8ce6-08cc83e2ac62.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2104.263664] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826ee743-f232-4478-a244-c0c96214a26f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.286129] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2104.286129] env[62153]: value = "task-2073486" [ 2104.286129] env[62153]: _type = "Task" [ 2104.286129] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.294572] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.448751] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2104.510147] env[62153]: DEBUG nova.network.neutron [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Updated VIF entry in instance network info cache for port 8af51a9b-88e4-464a-b7d9-e8b439bdebd0. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.510524] env[62153]: DEBUG nova.network.neutron [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Updating instance_info_cache with network_info: [{"id": "8af51a9b-88e4-464a-b7d9-e8b439bdebd0", "address": "fa:16:3e:32:00:80", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af51a9b-88", "ovs_interfaceid": "8af51a9b-88e4-464a-b7d9-e8b439bdebd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.547894] env[62153]: DEBUG nova.network.neutron [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Successfully created port: 3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2104.615306] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073484, 'name': PowerOffVM_Task, 'duration_secs': 0.439224} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.615625] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.616780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87d6290-4cd5-430d-9dd0-2c4b0e41b8c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.636876] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e64739-5c1b-47f1-ac33-fb2d9edca7a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.643733] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2104.684374] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073480, 'name': CloneVM_Task, 'duration_secs': 1.940299} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.685546] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Created linked-clone VM from snapshot [ 2104.685828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aceaee5-4585-481e-8bbf-2d05cd1e47eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.696762] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Uploading image 61fa7bed-d2d7-4616-8919-4b90af774367 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2104.713216] env[62153]: DEBUG oslo_vmware.api [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073482, 'name': PowerOnVM_Task, 'duration_secs': 1.179213} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.713496] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.713702] env[62153]: INFO nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Took 9.86 seconds to spawn the instance on the hypervisor. [ 2104.713915] env[62153]: DEBUG nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.716865] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d97969-4168-48ad-82e1-c380da5b9810 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.736381] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2104.736381] env[62153]: value = "vm-425062" [ 2104.736381] env[62153]: _type = "VirtualMachine" [ 2104.736381] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2104.737066] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87dac9f2-df5e-4880-b7e4-cf8316ff09e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.741628] env[62153]: DEBUG oslo_vmware.api [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.747488] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease: (returnval){ [ 2104.747488] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0b82-e231-4dab-b181-62921aff4339" [ 2104.747488] env[62153]: _type = "HttpNfcLease" [ 2104.747488] env[62153]: } obtained for exporting VM: (result){ [ 2104.747488] env[62153]: value = "vm-425062" [ 2104.747488] env[62153]: _type = "VirtualMachine" [ 2104.747488] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2104.747703] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the lease: (returnval){ [ 2104.747703] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0b82-e231-4dab-b181-62921aff4339" [ 2104.747703] env[62153]: _type = "HttpNfcLease" [ 2104.747703] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2104.754136] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2104.754136] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0b82-e231-4dab-b181-62921aff4339" [ 2104.754136] env[62153]: _type = "HttpNfcLease" [ 2104.754136] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2104.795025] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073486, 'name': ReconfigVM_Task, 'duration_secs': 0.30508} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.795293] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Reconfigured VM instance instance-00000057 to attach disk [datastore1] dd295afb-504d-4adf-8ce6-08cc83e2ac62/dd295afb-504d-4adf-8ce6-08cc83e2ac62.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.796108] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75d25a6d-564a-40d1-a513-fb3d0ae745ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.806090] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2104.806090] env[62153]: value = "task-2073488" [ 2104.806090] env[62153]: _type = "Task" [ 2104.806090] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.816398] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073488, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.972542] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.991385] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e814a2-a40e-42d8-95f9-0770cfd296e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.999440] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb45d7-7d8a-4c65-b811-f2ee152f0a83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.036888] env[62153]: DEBUG oslo_concurrency.lockutils [req-db310f89-b39d-4977-8331-d86fb2769ef9 req-ce01ac44-ddaa-4cb0-81d1-866e3cbd2108 service nova] Releasing lock "refresh_cache-dd295afb-504d-4adf-8ce6-08cc83e2ac62" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.038841] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a19fece-ab1a-4360-9393-e612b9c74eaa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.050453] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da942614-e0a9-417e-9905-e5ec5a5e0777 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.074452] env[62153]: DEBUG nova.compute.provider_tree [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.154572] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2105.154882] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43a204a5-1859-4a5c-a3a1-fb300ae48305 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.163025] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2105.163025] env[62153]: value = "task-2073489" [ 2105.163025] env[62153]: _type = "Task" [ 2105.163025] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.172288] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073489, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.238855] env[62153]: INFO nova.compute.manager [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Took 19.35 seconds to build instance. [ 2105.248935] env[62153]: DEBUG oslo_vmware.api [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.257713] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2105.257713] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0b82-e231-4dab-b181-62921aff4339" [ 2105.257713] env[62153]: _type = "HttpNfcLease" [ 2105.257713] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2105.258693] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2105.258693] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab0b82-e231-4dab-b181-62921aff4339" [ 2105.258693] env[62153]: _type = "HttpNfcLease" [ 2105.258693] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2105.259468] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04243a59-9bd8-4e34-b481-53891cb5f151 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.268028] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d145ea-343c-9a83-eaf2-a1d146279e3e/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2105.268244] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d145ea-343c-9a83-eaf2-a1d146279e3e/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2105.334873] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073488, 'name': Rename_Task, 'duration_secs': 0.15463} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.335160] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2105.335415] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b017ce-32c5-4351-913e-ed1f61f2ff22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.342140] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2105.342140] env[62153]: value = "task-2073490" [ 2105.342140] env[62153]: _type = "Task" [ 2105.342140] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.350677] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.375671] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75eb5030-27bb-41ad-a55b-ab20208e90c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.402774] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "86e2afbf-2614-4d90-a6cc-766e4394dda7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.403055] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.403299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "86e2afbf-2614-4d90-a6cc-766e4394dda7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.403457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.403622] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.405949] env[62153]: INFO nova.compute.manager [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Terminating instance [ 2105.579236] env[62153]: DEBUG nova.scheduler.client.report [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2105.655773] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2105.680882] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073489, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.692378] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2105.692936] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2105.693221] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2105.693432] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2105.694035] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2105.694035] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2105.694035] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2105.694175] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2105.694293] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2105.694432] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2105.694641] env[62153]: DEBUG nova.virt.hardware [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2105.696538] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670fc3dc-60cd-4f31-99ec-661ecc393bd6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.710457] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb6415c-22d4-42d6-a8eb-16afd31f9b82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.739490] env[62153]: DEBUG oslo_vmware.api [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073485, 'name': ReconfigVM_Task, 'duration_secs': 1.307692} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.740365] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.740502] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfigured VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2105.743707] env[62153]: DEBUG oslo_concurrency.lockutils [None req-db1bbd50-0381-4bee-bcf2-d905d25cdbed tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.873s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.858804] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.918531] env[62153]: DEBUG nova.compute.manager [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2105.919043] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2105.920812] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4e8bf-70d7-484c-9fd4-9098e8dd7ace {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.934527] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2105.935508] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ffb6bc-673e-45e2-8407-f296c750c73f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.945149] env[62153]: DEBUG oslo_vmware.api [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2105.945149] env[62153]: value = "task-2073491" [ 2105.945149] env[62153]: _type = "Task" [ 2105.945149] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.962476] env[62153]: DEBUG oslo_vmware.api [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.088601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.089187] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2106.092710] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.733s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.094900] env[62153]: INFO nova.compute.claims [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2106.187465] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073489, 'name': CreateSnapshot_Task, 'duration_secs': 0.653935} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.188758] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2106.191592] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cf3e71-14ba-4997-9abd-4e2d9e976ffc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.201864] env[62153]: DEBUG nova.compute.manager [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-changed-1e9a7ec4-e503-44b6-8ac5-f360ec67a068 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2106.203930] env[62153]: DEBUG nova.compute.manager [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing instance network info cache due to event network-changed-1e9a7ec4-e503-44b6-8ac5-f360ec67a068. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2106.204423] env[62153]: DEBUG oslo_concurrency.lockutils [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.206028] env[62153]: DEBUG oslo_concurrency.lockutils [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.206028] env[62153]: DEBUG nova.network.neutron [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Refreshing network info cache for port 1e9a7ec4-e503-44b6-8ac5-f360ec67a068 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.224119] env[62153]: DEBUG nova.compute.manager [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2106.224119] env[62153]: DEBUG nova.compute.manager [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing instance network info cache due to event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2106.225620] env[62153]: DEBUG oslo_concurrency.lockutils [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.226088] env[62153]: DEBUG oslo_concurrency.lockutils [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.226523] env[62153]: DEBUG nova.network.neutron [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.246489] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2b728e22-bd38-4b0f-a1f5-cf491a1f6737 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-1e9a7ec4-e503-44b6-8ac5-f360ec67a068" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.719s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.291057] env[62153]: DEBUG nova.network.neutron [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Successfully updated port: 3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2106.358539] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.460944] env[62153]: DEBUG oslo_vmware.api [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073491, 'name': PowerOffVM_Task, 'duration_secs': 0.493984} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.461364] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2106.462296] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2106.462296] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f08cbc2-9982-419e-84b4-7677f85289aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.606184] env[62153]: DEBUG nova.compute.utils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2106.611032] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2106.611032] env[62153]: DEBUG nova.network.neutron [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2106.612641] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2106.612936] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2106.613195] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Deleting the datastore file [datastore1] 86e2afbf-2614-4d90-a6cc-766e4394dda7 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2106.613525] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c98250a-2fa3-44b1-89ee-46e6fd166425 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.624563] env[62153]: DEBUG oslo_vmware.api [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for the task: (returnval){ [ 2106.624563] env[62153]: value = "task-2073493" [ 2106.624563] env[62153]: _type = "Task" [ 2106.624563] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.635734] env[62153]: DEBUG oslo_vmware.api [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.685772] env[62153]: DEBUG nova.policy [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581990d30b29416d9678632e817c3fed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02053208b6b046a08224d06624f0f5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2106.737268] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2106.741748] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9fb02706-8155-4f7f-8b36-13c69af43d51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.751915] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2106.751915] env[62153]: value = "task-2073494" [ 2106.751915] env[62153]: _type = "Task" [ 2106.751915] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.762338] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073494, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.795756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.796170] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.796470] env[62153]: DEBUG nova.network.neutron [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2106.864744] env[62153]: DEBUG oslo_vmware.api [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073490, 'name': PowerOnVM_Task, 'duration_secs': 1.223425} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.865273] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2106.865388] env[62153]: INFO nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Took 9.56 seconds to spawn the instance on the hypervisor. [ 2106.865753] env[62153]: DEBUG nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.866865] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f762d7-b2d3-49e0-b2bf-d2a2b478f1ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.011260] env[62153]: DEBUG nova.network.neutron [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Successfully created port: c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2107.110207] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2107.135891] env[62153]: DEBUG oslo_vmware.api [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Task: {'id': task-2073493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292423} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.136059] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2107.136346] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2107.137107] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2107.137107] env[62153]: INFO nova.compute.manager [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2107.137107] env[62153]: DEBUG oslo.service.loopingcall [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2107.138637] env[62153]: DEBUG nova.compute.manager [-] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2107.138637] env[62153]: DEBUG nova.network.neutron [-] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2107.269763] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073494, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.287382] env[62153]: DEBUG nova.network.neutron [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updated VIF entry in instance network info cache for port 1e9a7ec4-e503-44b6-8ac5-f360ec67a068. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.287864] env[62153]: DEBUG nova.network.neutron [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "address": "fa:16:3e:8d:b7:bb", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60b85be-d6", "ovs_interfaceid": "f60b85be-d695-4db0-ba75-1fe2a87ffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e9a7ec4-e503-44b6-8ac5-f360ec67a068", "address": "fa:16:3e:66:1d:c0", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9a7ec4-e5", "ovs_interfaceid": "1e9a7ec4-e503-44b6-8ac5-f360ec67a068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.293959] env[62153]: DEBUG nova.network.neutron [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updated VIF entry in instance network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.294462] env[62153]: DEBUG nova.network.neutron [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.338754] env[62153]: DEBUG nova.network.neutron [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2107.389838] env[62153]: INFO nova.compute.manager [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Took 20.07 seconds to build instance. [ 2107.565829] env[62153]: DEBUG nova.network.neutron [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Updating instance_info_cache with network_info: [{"id": "3a481132-4b6c-4a52-b54e-0ce9707bc984", "address": "fa:16:3e:55:32:3e", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a481132-4b", "ovs_interfaceid": "3a481132-4b6c-4a52-b54e-0ce9707bc984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.581794] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a5ac59-0772-4501-85dd-4466052da7b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.596419] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c71d1-5f71-44e9-8c23-80c821abdae8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.638801] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46661b1f-3cc2-45ee-9083-be6f57f8d14c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.649212] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef022a3-d58d-41fa-b000-5aac90279204 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.666049] env[62153]: DEBUG nova.compute.provider_tree [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.766030] env[62153]: DEBUG oslo_concurrency.lockutils [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.766413] env[62153]: DEBUG oslo_concurrency.lockutils [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.766607] env[62153]: DEBUG nova.compute.manager [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2107.766977] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073494, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.768180] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce44638-2cfe-4eac-8150-4f083806b2c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.774474] env[62153]: DEBUG nova.compute.manager [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2107.775147] env[62153]: DEBUG nova.objects.instance [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'flavor' on Instance uuid e05c465c-41f8-423c-a721-b5e1ad75bab2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.793908] env[62153]: DEBUG oslo_concurrency.lockutils [req-204e90df-1e2c-4917-8aff-7a302db8a632 req-3d2d1294-abf7-4770-a5e0-53f4cb0282b8 service nova] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.804552] env[62153]: DEBUG oslo_concurrency.lockutils [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.804865] env[62153]: DEBUG nova.compute.manager [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2107.805090] env[62153]: DEBUG nova.compute.manager [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing instance network info cache due to event network-changed-c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2107.805371] env[62153]: DEBUG oslo_concurrency.lockutils [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] Acquiring lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.805561] env[62153]: DEBUG oslo_concurrency.lockutils [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] Acquired lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.805783] env[62153]: DEBUG nova.network.neutron [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Refreshing network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2107.838600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.839847] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.839847] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.840077] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.840344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.845946] env[62153]: INFO nova.compute.manager [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Terminating instance [ 2107.892877] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d35acdfd-c5b8-4bf2-8048-ee6ca119c061 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.596s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.069413] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.069760] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Instance network_info: |[{"id": "3a481132-4b6c-4a52-b54e-0ce9707bc984", "address": "fa:16:3e:55:32:3e", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a481132-4b", "ovs_interfaceid": "3a481132-4b6c-4a52-b54e-0ce9707bc984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2108.070272] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:32:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a481132-4b6c-4a52-b54e-0ce9707bc984', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2108.078948] env[62153]: DEBUG oslo.service.loopingcall [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.079609] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2108.079690] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36e3f29d-55f2-47f8-8fd7-26eb5b883cf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.102958] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2108.102958] env[62153]: value = "task-2073495" [ 2108.102958] env[62153]: _type = "Task" [ 2108.102958] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.112054] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073495, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.140028] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2108.171958] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2108.172594] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2108.172594] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2108.172744] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2108.172913] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2108.173069] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2108.173593] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2108.173593] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2108.173825] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2108.174045] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2108.174294] env[62153]: DEBUG nova.virt.hardware [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2108.175347] env[62153]: DEBUG nova.scheduler.client.report [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.179252] env[62153]: DEBUG nova.network.neutron [-] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.183079] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f939e9-c8e0-4eda-9f4a-8a9d87132475 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.190557] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6e8d3-1fa1-4cbe-8098-9ffc77de708e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.266727] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073494, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.352576] env[62153]: DEBUG nova.compute.manager [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2108.352935] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2108.354090] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d311f3f1-bac5-435b-8f9f-106aac1cf190 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.362818] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.365747] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e3ca19-1cfd-43af-8b22-0d0df773673c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.373240] env[62153]: DEBUG oslo_vmware.api [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2108.373240] env[62153]: value = "task-2073496" [ 2108.373240] env[62153]: _type = "Task" [ 2108.373240] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.385333] env[62153]: DEBUG oslo_vmware.api [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.390166] env[62153]: DEBUG nova.compute.manager [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Received event network-vif-plugged-3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2108.390492] env[62153]: DEBUG oslo_concurrency.lockutils [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] Acquiring lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.390816] env[62153]: DEBUG oslo_concurrency.lockutils [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.391112] env[62153]: DEBUG oslo_concurrency.lockutils [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.391534] env[62153]: DEBUG nova.compute.manager [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] No waiting events found dispatching network-vif-plugged-3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.391534] env[62153]: WARNING nova.compute.manager [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Received unexpected event network-vif-plugged-3a481132-4b6c-4a52-b54e-0ce9707bc984 for instance with vm_state building and task_state spawning. [ 2108.391769] env[62153]: DEBUG nova.compute.manager [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Received event network-changed-3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2108.392054] env[62153]: DEBUG nova.compute.manager [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Refreshing instance network info cache due to event network-changed-3a481132-4b6c-4a52-b54e-0ce9707bc984. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2108.392260] env[62153]: DEBUG oslo_concurrency.lockutils [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] Acquiring lock "refresh_cache-01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.392513] env[62153]: DEBUG oslo_concurrency.lockutils [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] Acquired lock "refresh_cache-01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.392678] env[62153]: DEBUG nova.network.neutron [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Refreshing network info cache for port 3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.617948] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073495, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.686414] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.687057] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2108.690361] env[62153]: INFO nova.compute.manager [-] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Took 1.55 seconds to deallocate network for instance. [ 2108.690939] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.718s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.694123] env[62153]: INFO nova.compute.claims [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2108.768109] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073494, 'name': CloneVM_Task, 'duration_secs': 1.863904} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.768381] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Created linked-clone VM from snapshot [ 2108.769184] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee3b1e-b021-4c22-a487-1b0e6c13954d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.778114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-f60b85be-d695-4db0-ba75-1fe2a87ffe89" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.778351] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-f60b85be-d695-4db0-ba75-1fe2a87ffe89" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.779685] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Uploading image a9e8e0bf-7de2-4d89-92d8-9e31a2fd5083 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2108.783101] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.783101] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f2c178-9615-4bc7-ad95-d55de963040f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.790313] env[62153]: DEBUG oslo_vmware.api [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2108.790313] env[62153]: value = "task-2073497" [ 2108.790313] env[62153]: _type = "Task" [ 2108.790313] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.801483] env[62153]: DEBUG oslo_vmware.api [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.855592] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2108.855592] env[62153]: value = "vm-425064" [ 2108.855592] env[62153]: _type = "VirtualMachine" [ 2108.855592] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2108.855948] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eeb2c6e4-fa70-4fc1-98b1-97168818df8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.863826] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lease: (returnval){ [ 2108.863826] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225e295-6e50-2a45-d3bb-523bcc402c90" [ 2108.863826] env[62153]: _type = "HttpNfcLease" [ 2108.863826] env[62153]: } obtained for exporting VM: (result){ [ 2108.863826] env[62153]: value = "vm-425064" [ 2108.863826] env[62153]: _type = "VirtualMachine" [ 2108.863826] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2108.864308] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the lease: (returnval){ [ 2108.864308] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225e295-6e50-2a45-d3bb-523bcc402c90" [ 2108.864308] env[62153]: _type = "HttpNfcLease" [ 2108.864308] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2108.872669] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2108.872669] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225e295-6e50-2a45-d3bb-523bcc402c90" [ 2108.872669] env[62153]: _type = "HttpNfcLease" [ 2108.872669] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2108.882645] env[62153]: DEBUG oslo_vmware.api [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073496, 'name': PowerOffVM_Task, 'duration_secs': 0.318824} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.882944] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.883136] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.883453] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4e05f92-3660-4e70-85ef-7c7e6e6efe26 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.105332] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2109.107074] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2109.107074] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleting the datastore file [datastore1] b32be6e4-7001-475b-ad92-2dc4c3997d3c {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2109.107074] env[62153]: DEBUG nova.network.neutron [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updated VIF entry in instance network info cache for port c8899181-b8b9-4e52-8780-4b0c4ca391f5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.107907] env[62153]: DEBUG nova.network.neutron [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [{"id": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "address": "fa:16:3e:cb:30:30", "network": {"id": "59f71883-9710-430d-a836-d665d41a53c9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-351783746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5991e3830604db58fb77f61762e4880", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8899181-b8", "ovs_interfaceid": "c8899181-b8b9-4e52-8780-4b0c4ca391f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.113804] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9330d3d-8e1b-44c5-8aa3-409f329afe62 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.122852] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073495, 'name': CreateVM_Task, 'duration_secs': 0.711652} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.126686] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2109.126686] env[62153]: DEBUG oslo_vmware.api [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for the task: (returnval){ [ 2109.126686] env[62153]: value = "task-2073500" [ 2109.126686] env[62153]: _type = "Task" [ 2109.126686] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.128907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.128907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.128907] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2109.129325] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24366ca4-4c30-4103-8d04-dddc385b898b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.146707] env[62153]: DEBUG oslo_vmware.api [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.147076] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2109.147076] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bae60f-758c-015a-28db-7b088b3848d8" [ 2109.147076] env[62153]: _type = "Task" [ 2109.147076] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.157780] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52bae60f-758c-015a-28db-7b088b3848d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.158194] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.158464] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2109.158730] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.158922] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.159150] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2109.159446] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ca44d0-380a-4862-9e60-e2d6a4f952db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.167586] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2109.167802] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2109.168653] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e929564d-cc45-4938-9b78-ca92d5481ecc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.177952] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2109.177952] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d5b878-58c2-3b3e-db3b-c17eba22724a" [ 2109.177952] env[62153]: _type = "Task" [ 2109.177952] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.191020] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d5b878-58c2-3b3e-db3b-c17eba22724a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.192416] env[62153]: DEBUG nova.compute.utils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2109.193875] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2109.194099] env[62153]: DEBUG nova.network.neutron [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2109.204275] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.283796] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.284093] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.289175] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b1f19a-a107-4438-bf00-3d8470a52e89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.325943] env[62153]: DEBUG nova.policy [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581990d30b29416d9678632e817c3fed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02053208b6b046a08224d06624f0f5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2109.333133] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354359c-abaa-4754-90ee-28e96f628ed4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.337228] env[62153]: DEBUG oslo_vmware.api [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073497, 'name': PowerOffVM_Task, 'duration_secs': 0.322668} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.338435] env[62153]: DEBUG nova.network.neutron [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Updated VIF entry in instance network info cache for port 3a481132-4b6c-4a52-b54e-0ce9707bc984. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.338872] env[62153]: DEBUG nova.network.neutron [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Updating instance_info_cache with network_info: [{"id": "3a481132-4b6c-4a52-b54e-0ce9707bc984", "address": "fa:16:3e:55:32:3e", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a481132-4b", "ovs_interfaceid": "3a481132-4b6c-4a52-b54e-0ce9707bc984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.344017] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.344017] env[62153]: DEBUG nova.compute.manager [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.344017] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3247e71b-23a6-4d75-bf89-95f11fcd2123 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.378481] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfiguring VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2109.383988] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1584792f-b357-4085-baa8-d41080e070e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.406026] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2109.406026] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225e295-6e50-2a45-d3bb-523bcc402c90" [ 2109.406026] env[62153]: _type = "HttpNfcLease" [ 2109.406026] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2109.406446] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2109.406446] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225e295-6e50-2a45-d3bb-523bcc402c90" [ 2109.406446] env[62153]: _type = "HttpNfcLease" [ 2109.406446] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2109.409449] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd23e0aa-ae75-4784-bff8-f972178d93fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.411482] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2109.411482] env[62153]: value = "task-2073501" [ 2109.411482] env[62153]: _type = "Task" [ 2109.411482] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.422018] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff03e3-4363-7f37-45ab-ab54c25c8f5f/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2109.422300] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff03e3-4363-7f37-45ab-ab54c25c8f5f/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2109.429712] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.555639] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-742214b1-98ce-4001-b45f-0a3b621a2107 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.617642] env[62153]: DEBUG oslo_concurrency.lockutils [req-cbc1ff71-f93c-4ba9-abab-90de374ec4f5 req-f9a3da61-341b-42ae-8af0-72162fb062cc service nova] Releasing lock "refresh_cache-5aef7500-5f4b-4645-88fd-d357b9e3515c" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.637856] env[62153]: DEBUG oslo_vmware.api [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Task: {'id': task-2073500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154186} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.638238] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2109.638346] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2109.638500] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2109.638671] env[62153]: INFO nova.compute.manager [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2109.638994] env[62153]: DEBUG oslo.service.loopingcall [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.639178] env[62153]: DEBUG nova.compute.manager [-] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2109.639281] env[62153]: DEBUG nova.network.neutron [-] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.690803] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d5b878-58c2-3b3e-db3b-c17eba22724a, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.691707] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf42c5c-8b1a-4b13-a7e8-53916123a680 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.698497] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2109.701371] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2109.701371] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525bb39c-5a97-7c15-e3c6-69becf1bf88d" [ 2109.701371] env[62153]: _type = "Task" [ 2109.701371] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.718916] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525bb39c-5a97-7c15-e3c6-69becf1bf88d, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.718916] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.718916] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f/01a527ea-a8c0-4945-84b5-94ba7fbb6b9f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2109.718916] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0b8959-bc91-4638-85fd-69a98485572d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.731029] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2109.731029] env[62153]: value = "task-2073502" [ 2109.731029] env[62153]: _type = "Task" [ 2109.731029] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.735627] env[62153]: DEBUG nova.network.neutron [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Successfully updated port: c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2109.746152] env[62153]: DEBUG nova.compute.manager [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.746152] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.746152] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7be5be-878f-49bb-90b4-6f7a17634470 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.845058] env[62153]: DEBUG oslo_concurrency.lockutils [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] Releasing lock "refresh_cache-01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.845441] env[62153]: DEBUG nova.compute.manager [req-a03a700f-44ba-47f6-914a-c62bafeb54dc req-7455b52b-727b-40f7-8c7e-757df46d465e service nova] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Received event network-vif-deleted-17145b05-9635-4193-be09-71be1c53f395 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2109.908942] env[62153]: DEBUG oslo_concurrency.lockutils [None req-14d99aa5-212c-43ba-8b80-8522870df91c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.142s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.927921] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.005558] env[62153]: DEBUG nova.network.neutron [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Successfully created port: 7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2110.045674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "d28bd020-49cf-4078-aa9c-71a8e4982023" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.046444] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.046444] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "d28bd020-49cf-4078-aa9c-71a8e4982023-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.046550] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.046657] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.051673] env[62153]: INFO nova.compute.manager [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Terminating instance [ 2110.143882] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595b425-962b-47c6-b8d1-85dedab17ac7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.159334] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3732e4-1c48-4119-9372-2fe6b77f34a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.207272] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca17b5-cac6-4e0b-940b-d91e150b5f6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.218688] env[62153]: DEBUG nova.compute.manager [req-7bf14212-6e6e-4202-8ac6-7127a57c68c1 req-247083ae-6c9e-4da2-b8b4-49b703080f57 service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Received event network-vif-deleted-07a37c93-2e80-41aa-a48b-aab11dd12bba {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2110.219055] env[62153]: INFO nova.compute.manager [req-7bf14212-6e6e-4202-8ac6-7127a57c68c1 req-247083ae-6c9e-4da2-b8b4-49b703080f57 service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Neutron deleted interface 07a37c93-2e80-41aa-a48b-aab11dd12bba; detaching it from the instance and deleting it from the info cache [ 2110.219337] env[62153]: DEBUG nova.network.neutron [req-7bf14212-6e6e-4202-8ac6-7127a57c68c1 req-247083ae-6c9e-4da2-b8b4-49b703080f57 service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.233282] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7777b245-a7e9-49b1-84c6-d5b2002682b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.249313] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "refresh_cache-74037199-d212-462a-b57c-c15da6664497" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.249313] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "refresh_cache-74037199-d212-462a-b57c-c15da6664497" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.249932] env[62153]: DEBUG nova.network.neutron [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.251574] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073502, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.262631] env[62153]: DEBUG nova.compute.provider_tree [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.268822] env[62153]: INFO nova.compute.manager [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] instance snapshotting [ 2110.274493] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292db17b-8543-4cd2-9807-f13a4c272fba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.295685] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06982b02-70ae-4041-ab98-b8f20b537ecf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.423954] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.535470] env[62153]: DEBUG nova.compute.manager [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Received event network-vif-plugged-c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2110.535684] env[62153]: DEBUG oslo_concurrency.lockutils [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] Acquiring lock "74037199-d212-462a-b57c-c15da6664497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.535891] env[62153]: DEBUG oslo_concurrency.lockutils [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] Lock "74037199-d212-462a-b57c-c15da6664497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.538786] env[62153]: DEBUG oslo_concurrency.lockutils [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] Lock "74037199-d212-462a-b57c-c15da6664497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.538786] env[62153]: DEBUG nova.compute.manager [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] No waiting events found dispatching network-vif-plugged-c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2110.539219] env[62153]: WARNING nova.compute.manager [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Received unexpected event network-vif-plugged-c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 for instance with vm_state building and task_state spawning. [ 2110.539739] env[62153]: DEBUG nova.compute.manager [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Received event network-changed-c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2110.539928] env[62153]: DEBUG nova.compute.manager [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Refreshing instance network info cache due to event network-changed-c58d308c-1e67-4a42-ab73-8d0fcffc5ce8. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2110.541341] env[62153]: DEBUG oslo_concurrency.lockutils [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] Acquiring lock "refresh_cache-74037199-d212-462a-b57c-c15da6664497" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.563756] env[62153]: DEBUG nova.compute.manager [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2110.563756] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2110.563756] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b33e71-0fcb-461b-ac73-30fd8b9164d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.572051] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2110.572608] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d340fce9-c30f-4e8f-aaf0-039f5ef3f1d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.582414] env[62153]: DEBUG oslo_vmware.api [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2110.582414] env[62153]: value = "task-2073503" [ 2110.582414] env[62153]: _type = "Task" [ 2110.582414] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.597619] env[62153]: DEBUG oslo_vmware.api [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.715665] env[62153]: DEBUG nova.network.neutron [-] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.722641] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2110.729022] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6e11b55-8537-4755-bb56-f824b0fa4c54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.748991] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548993} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.753561] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d39f8c-8e7b-4bc6-a8aa-78a59189aaab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.769782] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f/01a527ea-a8c0-4945-84b5-94ba7fbb6b9f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2110.770316] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2110.775311] env[62153]: DEBUG nova.scheduler.client.report [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2110.778778] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce861a1-d4e9-400f-8a0a-4e61eead0682 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.790327] env[62153]: DEBUG oslo_concurrency.lockutils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.790669] env[62153]: DEBUG oslo_concurrency.lockutils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.795970] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2110.795970] env[62153]: value = "task-2073504" [ 2110.795970] env[62153]: _type = "Task" [ 2110.795970] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.822720] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2110.822720] env[62153]: DEBUG nova.compute.manager [req-7bf14212-6e6e-4202-8ac6-7127a57c68c1 req-247083ae-6c9e-4da2-b8b4-49b703080f57 service nova] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Detach interface failed, port_id=07a37c93-2e80-41aa-a48b-aab11dd12bba, reason: Instance b32be6e4-7001-475b-ad92-2dc4c3997d3c could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2110.822720] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a5bae43-ef35-4310-a6c6-4f7050b67fb8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.830708] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.832785] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2110.832785] env[62153]: value = "task-2073505" [ 2110.832785] env[62153]: _type = "Task" [ 2110.832785] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.840910] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073505, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.864576] env[62153]: DEBUG nova.network.neutron [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2110.923288] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.016511] env[62153]: DEBUG nova.objects.instance [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'flavor' on Instance uuid e05c465c-41f8-423c-a721-b5e1ad75bab2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.099431] env[62153]: DEBUG oslo_vmware.api [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073503, 'name': PowerOffVM_Task, 'duration_secs': 0.397654} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.099722] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2111.099917] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2111.100224] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e000e4cf-acd7-4ba5-9f4f-327980e388a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.217673] env[62153]: DEBUG nova.network.neutron [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Updating instance_info_cache with network_info: [{"id": "c58d308c-1e67-4a42-ab73-8d0fcffc5ce8", "address": "fa:16:3e:3f:6c:8f", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d308c-1e", "ovs_interfaceid": "c58d308c-1e67-4a42-ab73-8d0fcffc5ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.219740] env[62153]: INFO nova.compute.manager [-] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Took 1.58 seconds to deallocate network for instance. [ 2111.286835] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.287488] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.295352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.088s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.295352] env[62153]: DEBUG nova.objects.instance [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lazy-loading 'resources' on Instance uuid 86e2afbf-2614-4d90-a6cc-766e4394dda7 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.298247] env[62153]: DEBUG nova.compute.utils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.319441] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082057} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.319739] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2111.320680] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a6b9bf-f19a-4535-9c8b-84927efd0df4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.354028] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f/01a527ea-a8c0-4945-84b5-94ba7fbb6b9f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2111.357499] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6928208a-d3f0-45c9-a2ec-fb754f14b17b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.384989] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073505, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.385538] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2111.385538] env[62153]: value = "task-2073507" [ 2111.385538] env[62153]: _type = "Task" [ 2111.385538] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.396450] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.397968] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2111.398230] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2111.398417] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Deleting the datastore file [datastore1] d28bd020-49cf-4078-aa9c-71a8e4982023 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2111.398727] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a41e79f2-7b69-4cb2-b451-422b20ba1264 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.405617] env[62153]: DEBUG oslo_vmware.api [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for the task: (returnval){ [ 2111.405617] env[62153]: value = "task-2073508" [ 2111.405617] env[62153]: _type = "Task" [ 2111.405617] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.415117] env[62153]: DEBUG oslo_vmware.api [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.424395] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.523034] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.523034] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.523193] env[62153]: DEBUG nova.network.neutron [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2111.523573] env[62153]: DEBUG nova.objects.instance [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'info_cache' on Instance uuid e05c465c-41f8-423c-a721-b5e1ad75bab2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.723726] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "refresh_cache-74037199-d212-462a-b57c-c15da6664497" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.724123] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance network_info: |[{"id": "c58d308c-1e67-4a42-ab73-8d0fcffc5ce8", "address": "fa:16:3e:3f:6c:8f", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d308c-1e", "ovs_interfaceid": "c58d308c-1e67-4a42-ab73-8d0fcffc5ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.724523] env[62153]: DEBUG oslo_concurrency.lockutils [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] Acquired lock "refresh_cache-74037199-d212-462a-b57c-c15da6664497" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.724735] env[62153]: DEBUG nova.network.neutron [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Refreshing network info cache for port c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.726060] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58d308c-1e67-4a42-ab73-8d0fcffc5ce8', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.735465] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating folder: Project (02053208b6b046a08224d06624f0f5c8). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2111.736993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.737422] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-741cf511-bbfd-466a-8235-e7456f4772d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.752051] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created folder: Project (02053208b6b046a08224d06624f0f5c8) in parent group-v424816. [ 2111.752353] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating folder: Instances. Parent ref: group-v425067. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2111.752627] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3314523e-f931-474e-a052-e13f29468d39 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.764126] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created folder: Instances in parent group-v425067. [ 2111.764504] env[62153]: DEBUG oslo.service.loopingcall [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.764785] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.765189] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9be3a3a4-5227-4bfd-8c8d-914edecf5f2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.788289] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.788289] env[62153]: value = "task-2073511" [ 2111.788289] env[62153]: _type = "Task" [ 2111.788289] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.793862] env[62153]: DEBUG nova.compute.utils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.795471] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2111.795791] env[62153]: DEBUG nova.network.neutron [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2111.808460] env[62153]: DEBUG oslo_concurrency.lockutils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.809115] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073511, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.822888] env[62153]: DEBUG nova.network.neutron [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Successfully updated port: 7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2111.852389] env[62153]: DEBUG nova.policy [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ebde6a8ad247b6acba4129a0816c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '282f9cac29044743a048f28c31634a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2111.860744] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073505, 'name': CreateSnapshot_Task, 'duration_secs': 0.850725} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.861399] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2111.862338] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb80b6f-86a2-4459-bd55-a18357ed1f33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.895116] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073507, 'name': ReconfigVM_Task, 'duration_secs': 0.468326} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.895687] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f/01a527ea-a8c0-4945-84b5-94ba7fbb6b9f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2111.898795] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d09365-ed08-4985-9c81-d0ff89af2bfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.905912] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2111.905912] env[62153]: value = "task-2073512" [ 2111.905912] env[62153]: _type = "Task" [ 2111.905912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.927208] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073512, 'name': Rename_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.927493] env[62153]: DEBUG oslo_vmware.api [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Task: {'id': task-2073508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27531} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.930690] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2111.930914] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2111.931143] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2111.931327] env[62153]: INFO nova.compute.manager [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2111.931571] env[62153]: DEBUG oslo.service.loopingcall [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.932514] env[62153]: DEBUG nova.compute.manager [-] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2111.932591] env[62153]: DEBUG nova.network.neutron [-] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2111.937917] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.027279] env[62153]: DEBUG nova.objects.base [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2112.200750] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cfa651-4ea6-462b-84a9-f000bb41fc48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.209606] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535294a-811b-4b88-b063-3bd512796b81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.247987] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9f68b9-0aa9-4ecf-a5ae-cf8a5250c48e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.257614] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b972eae-b439-4b57-a3d8-4354b0ba07e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.277960] env[62153]: DEBUG nova.compute.provider_tree [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2112.298811] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073511, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.302287] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.326296] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "refresh_cache-9beadd53-916e-4b36-a2a5-d87782070ea1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.326499] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "refresh_cache-9beadd53-916e-4b36-a2a5-d87782070ea1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.326656] env[62153]: DEBUG nova.network.neutron [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.331557] env[62153]: DEBUG nova.network.neutron [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Successfully created port: 77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.387162] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2112.390487] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8493c450-3a6e-43d5-90c1-de7abc558f2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.407039] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2112.407039] env[62153]: value = "task-2073513" [ 2112.407039] env[62153]: _type = "Task" [ 2112.407039] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.429014] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073512, 'name': Rename_Task, 'duration_secs': 0.198209} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.429484] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073513, 'name': CloneVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.435223] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2112.440866] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-983d4720-8942-40fa-84e7-8ee53b8c2934 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.443900] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.450059] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2112.450059] env[62153]: value = "task-2073514" [ 2112.450059] env[62153]: _type = "Task" [ 2112.450059] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.463628] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.798630] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073511, 'name': CreateVM_Task, 'duration_secs': 0.6028} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.798841] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2112.799905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.800132] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.800490] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2112.800808] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8352ad-9b3d-4b9c-9fac-b335ad718bf4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.803779] env[62153]: ERROR nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] [req-96436567-ef81-4a8d-a4fa-46ed4ceec9cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96436567-ef81-4a8d-a4fa-46ed4ceec9cb"}]} [ 2112.814044] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2112.814044] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d2c32a-1fa3-57c4-80f7-68dea635833f" [ 2112.814044] env[62153]: _type = "Task" [ 2112.814044] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.822838] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d2c32a-1fa3-57c4-80f7-68dea635833f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.830193] env[62153]: DEBUG nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2112.853188] env[62153]: DEBUG nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2112.853445] env[62153]: DEBUG nova.compute.provider_tree [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2112.868561] env[62153]: DEBUG nova.network.neutron [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2112.873887] env[62153]: DEBUG nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2112.896226] env[62153]: DEBUG oslo_concurrency.lockutils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.896479] env[62153]: DEBUG oslo_concurrency.lockutils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.896734] env[62153]: INFO nova.compute.manager [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Attaching volume 149556d6-cfea-412a-a9b4-484a16795461 to /dev/sdb [ 2112.899582] env[62153]: DEBUG nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2112.903521] env[62153]: DEBUG nova.network.neutron [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Updated VIF entry in instance network info cache for port c58d308c-1e67-4a42-ab73-8d0fcffc5ce8. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.903871] env[62153]: DEBUG nova.network.neutron [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Updating instance_info_cache with network_info: [{"id": "c58d308c-1e67-4a42-ab73-8d0fcffc5ce8", "address": "fa:16:3e:3f:6c:8f", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d308c-1e", "ovs_interfaceid": "c58d308c-1e67-4a42-ab73-8d0fcffc5ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.922740] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073513, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.933539] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.961486] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b89dcc-0d26-4238-9d4f-e2fa24ea9cb5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.970105] env[62153]: DEBUG nova.network.neutron [-] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.980193] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.981810] env[62153]: DEBUG nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Received event network-vif-plugged-7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.982092] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] Acquiring lock "9beadd53-916e-4b36-a2a5-d87782070ea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.982238] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.982400] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.982559] env[62153]: DEBUG nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] No waiting events found dispatching network-vif-plugged-7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2112.982714] env[62153]: WARNING nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Received unexpected event network-vif-plugged-7909ce84-1509-4b77-89e5-7fad410a39f8 for instance with vm_state building and task_state spawning. [ 2112.982863] env[62153]: DEBUG nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Received event network-changed-7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.983016] env[62153]: DEBUG nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Refreshing instance network info cache due to event network-changed-7909ce84-1509-4b77-89e5-7fad410a39f8. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2112.983180] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] Acquiring lock "refresh_cache-9beadd53-916e-4b36-a2a5-d87782070ea1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.984519] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8c855e-920b-4c0f-8efe-b6c09a19b7b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.008892] env[62153]: DEBUG nova.virt.block_device [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updating existing volume attachment record: afe6d7fb-0461-4385-9dab-b3116fe8a304 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2113.089533] env[62153]: DEBUG nova.network.neutron [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Updating instance_info_cache with network_info: [{"id": "7909ce84-1509-4b77-89e5-7fad410a39f8", "address": "fa:16:3e:2b:53:8e", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7909ce84-15", "ovs_interfaceid": "7909ce84-1509-4b77-89e5-7fad410a39f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.228958] env[62153]: DEBUG nova.network.neutron [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.316465] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2113.331467] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d2c32a-1fa3-57c4-80f7-68dea635833f, 'name': SearchDatastore_Task, 'duration_secs': 0.022163} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.331874] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.332145] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.332453] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.332656] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.332866] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.333198] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d912e40-fb09-4a46-82c5-5d4919b35fff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.342936] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.343177] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.343961] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74fb2bc-83d0-4d55-811e-851336fad871 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.349944] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2113.349944] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524c577a-586e-f7b1-1491-0a9d1b95e127" [ 2113.349944] env[62153]: _type = "Task" [ 2113.349944] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.358921] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524c577a-586e-f7b1-1491-0a9d1b95e127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.360707] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0471f6d-a2f1-4192-922a-c19ad077fedb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.375048] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af32a157-8d60-4fa9-bff0-9ff35047be0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.412024] env[62153]: DEBUG oslo_concurrency.lockutils [req-c650056b-fffd-414e-bf74-06dd18732099 req-b68a3fd1-a9f5-4f45-b18d-a7be608acb4c service nova] Releasing lock "refresh_cache-74037199-d212-462a-b57c-c15da6664497" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.416940] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b388b21-45a0-4682-bc1a-f1595f4de525 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.426267] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073513, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.433197] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a370944-a100-4140-9dcc-a730ef92f0d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.444257] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.453225] env[62153]: DEBUG nova.compute.provider_tree [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2113.464384] env[62153]: DEBUG oslo_vmware.api [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073514, 'name': PowerOnVM_Task, 'duration_secs': 0.846418} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.465570] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2113.465570] env[62153]: INFO nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Took 7.81 seconds to spawn the instance on the hypervisor. [ 2113.465751] env[62153]: DEBUG nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2113.466521] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca3667-0b02-44e2-9166-11b5f9f6c4ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.487497] env[62153]: INFO nova.compute.manager [-] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Took 1.55 seconds to deallocate network for instance. [ 2113.592250] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "refresh_cache-9beadd53-916e-4b36-a2a5-d87782070ea1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.592466] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Instance network_info: |[{"id": "7909ce84-1509-4b77-89e5-7fad410a39f8", "address": "fa:16:3e:2b:53:8e", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7909ce84-15", "ovs_interfaceid": "7909ce84-1509-4b77-89e5-7fad410a39f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2113.592798] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] Acquired lock "refresh_cache-9beadd53-916e-4b36-a2a5-d87782070ea1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.593347] env[62153]: DEBUG nova.network.neutron [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Refreshing network info cache for port 7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2113.734944] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.864530] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524c577a-586e-f7b1-1491-0a9d1b95e127, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.866101] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047f19bf-d276-4aea-9fbc-c47f1d7afc68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.874215] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2113.874215] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225ecfe-88ed-a8cc-d950-f130391ebecb" [ 2113.874215] env[62153]: _type = "Task" [ 2113.874215] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.884997] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225ecfe-88ed-a8cc-d950-f130391ebecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.923918] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073513, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.937018] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.987027] env[62153]: INFO nova.compute.manager [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Took 12.97 seconds to build instance. [ 2113.995405] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.013391] env[62153]: DEBUG nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2114.013391] env[62153]: DEBUG nova.compute.provider_tree [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 127 to 128 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2114.013391] env[62153]: DEBUG nova.compute.provider_tree [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2114.063812] env[62153]: DEBUG nova.network.neutron [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Successfully updated port: 77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2114.344030] env[62153]: DEBUG nova.network.neutron [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Updated VIF entry in instance network info cache for port 7909ce84-1509-4b77-89e5-7fad410a39f8. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2114.344289] env[62153]: DEBUG nova.network.neutron [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Updating instance_info_cache with network_info: [{"id": "7909ce84-1509-4b77-89e5-7fad410a39f8", "address": "fa:16:3e:2b:53:8e", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7909ce84-15", "ovs_interfaceid": "7909ce84-1509-4b77-89e5-7fad410a39f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.385997] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5225ecfe-88ed-a8cc-d950-f130391ebecb, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.386298] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.386551] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.386818] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a4413ec-b7fc-479e-9a5d-695ff2ba968b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.394490] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2114.394490] env[62153]: value = "task-2073518" [ 2114.394490] env[62153]: _type = "Task" [ 2114.394490] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.404992] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.423305] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073513, 'name': CloneVM_Task, 'duration_secs': 1.875039} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.423669] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Created linked-clone VM from snapshot [ 2114.424920] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b4a6d-94a3-4d05-99c3-154e6d30562a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.435195] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Uploading image 9a746d16-073b-44a2-96df-d0fa5377dba5 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2114.440554] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.491211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-553b42d2-aaa9-4dce-a35f-e8c8c61cdf06 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.483s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.520533] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.228s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.523274] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.786s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.523560] env[62153]: DEBUG nova.objects.instance [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lazy-loading 'resources' on Instance uuid b32be6e4-7001-475b-ad92-2dc4c3997d3c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.543297] env[62153]: INFO nova.scheduler.client.report [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Deleted allocations for instance 86e2afbf-2614-4d90-a6cc-766e4394dda7 [ 2114.568029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.568124] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.568261] env[62153]: DEBUG nova.network.neutron [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.661032] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2114.661032] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a546f286-f5fa-40f3-8a93-b54e3cf24072 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.668351] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2114.668351] env[62153]: value = "task-2073519" [ 2114.668351] env[62153]: _type = "Task" [ 2114.668351] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.676557] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2114.677382] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2114.677382] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2114.677382] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2114.677521] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2114.678132] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2114.678132] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2114.678325] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2114.678490] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2114.678661] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2114.679960] env[62153]: DEBUG nova.virt.hardware [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2114.681198] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3366a570-947c-4e04-872a-962e151ad04d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.687984] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073519, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.695419] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2114.695626] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2114.695808] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2114.695996] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2114.696161] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2114.696397] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2114.696520] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2114.696678] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2114.696850] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2114.697037] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2114.697328] env[62153]: DEBUG nova.virt.hardware [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2114.698697] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76fb678-41fb-47c7-b072-4344a6fb1ede {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.705338] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186390f0-76ea-452f-8f67-528969aa65fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.723867] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca310c-4ee2-471d-baf0-eb1e601a593c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.728320] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:53:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7909ce84-1509-4b77-89e5-7fad410a39f8', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2114.736092] env[62153]: DEBUG oslo.service.loopingcall [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.738652] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d145ea-343c-9a83-eaf2-a1d146279e3e/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2114.738969] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2114.740192] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd84bcff-862a-414f-ab0c-2cba28819fa3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.743515] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a89244c5-344c-4691-a665-bc7bc05c6255 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.760614] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.769243] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2282f210-4169-492c-8ce4-dfc0a6c7752d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.775626] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d145ea-343c-9a83-eaf2-a1d146279e3e/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2114.775820] env[62153]: ERROR oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d145ea-343c-9a83-eaf2-a1d146279e3e/disk-0.vmdk due to incomplete transfer. [ 2114.777271] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4049a4f-794a-4221-8d36-8e53f56d63ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.779068] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2114.779068] env[62153]: value = "task-2073521" [ 2114.779068] env[62153]: _type = "Task" [ 2114.779068] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.780747] env[62153]: DEBUG oslo_vmware.api [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2114.780747] env[62153]: value = "task-2073520" [ 2114.780747] env[62153]: _type = "Task" [ 2114.780747] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.789420] env[62153]: DEBUG oslo_vmware.rw_handles [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d145ea-343c-9a83-eaf2-a1d146279e3e/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2114.789649] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Uploaded image 61fa7bed-d2d7-4616-8919-4b90af774367 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2114.792512] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2114.796597] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3cda001b-5a68-4097-a7ac-3de8bcb5ef5e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.798520] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073521, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.802767] env[62153]: DEBUG oslo_vmware.api [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073520, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.811912] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2114.811912] env[62153]: value = "task-2073522" [ 2114.811912] env[62153]: _type = "Task" [ 2114.811912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.824208] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073522, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.847167] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] Releasing lock "refresh_cache-9beadd53-916e-4b36-a2a5-d87782070ea1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.847493] env[62153]: DEBUG nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Received event network-vif-deleted-9ee8a10e-dc25-4fab-8201-083de02a7712 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2114.847669] env[62153]: INFO nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Neutron deleted interface 9ee8a10e-dc25-4fab-8201-083de02a7712; detaching it from the instance and deleting it from the info cache [ 2114.847900] env[62153]: DEBUG nova.network.neutron [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.905158] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.940067] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.051606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6777bb1b-b922-43ee-9175-990a7b0bcd92 tempest-ServerMetadataTestJSON-1724722749 tempest-ServerMetadataTestJSON-1724722749-project-member] Lock "86e2afbf-2614-4d90-a6cc-766e4394dda7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.648s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.130660] env[62153]: DEBUG nova.network.neutron [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2115.180504] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073519, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.230599] env[62153]: DEBUG nova.compute.manager [req-d358e4b6-40ce-4297-91d6-b1df14a264c7 req-556c05c9-2f8c-46fa-a679-95db6d15841a service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Received event network-vif-plugged-77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2115.230942] env[62153]: DEBUG oslo_concurrency.lockutils [req-d358e4b6-40ce-4297-91d6-b1df14a264c7 req-556c05c9-2f8c-46fa-a679-95db6d15841a service nova] Acquiring lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.231077] env[62153]: DEBUG oslo_concurrency.lockutils [req-d358e4b6-40ce-4297-91d6-b1df14a264c7 req-556c05c9-2f8c-46fa-a679-95db6d15841a service nova] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.231266] env[62153]: DEBUG oslo_concurrency.lockutils [req-d358e4b6-40ce-4297-91d6-b1df14a264c7 req-556c05c9-2f8c-46fa-a679-95db6d15841a service nova] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.231436] env[62153]: DEBUG nova.compute.manager [req-d358e4b6-40ce-4297-91d6-b1df14a264c7 req-556c05c9-2f8c-46fa-a679-95db6d15841a service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] No waiting events found dispatching network-vif-plugged-77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2115.231721] env[62153]: WARNING nova.compute.manager [req-d358e4b6-40ce-4297-91d6-b1df14a264c7 req-556c05c9-2f8c-46fa-a679-95db6d15841a service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Received unexpected event network-vif-plugged-77ff7349-5dc2-44c2-a8f2-00614a1dd93a for instance with vm_state building and task_state spawning. [ 2115.297558] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073521, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.304788] env[62153]: DEBUG oslo_vmware.api [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.321514] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073522, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.351591] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fdcb773-b4ee-4658-9132-894896bfeae4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.366950] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b78744-e501-4557-b0f0-cc0ca9b76a2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.382335] env[62153]: DEBUG nova.network.neutron [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Updating instance_info_cache with network_info: [{"id": "77ff7349-5dc2-44c2-a8f2-00614a1dd93a", "address": "fa:16:3e:b7:25:c1", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ff7349-5d", "ovs_interfaceid": "77ff7349-5dc2-44c2-a8f2-00614a1dd93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.420091] env[62153]: DEBUG nova.compute.manager [req-6a04f0f8-8469-42d5-bfee-03603469865f req-fdad71e7-9ac7-417d-94f1-07dce6c531ca service nova] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Detach interface failed, port_id=9ee8a10e-dc25-4fab-8201-083de02a7712, reason: Instance d28bd020-49cf-4078-aa9c-71a8e4982023 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2115.427776] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597829} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.428141] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2115.428395] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2115.428909] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35813973-0ad3-446c-a980-fe342fc9ae0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.431993] env[62153]: INFO nova.compute.manager [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Rebuilding instance [ 2115.440379] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38c121-17c2-4eda-8c51-90acca764cb2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.444450] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2115.444450] env[62153]: value = "task-2073523" [ 2115.444450] env[62153]: _type = "Task" [ 2115.444450] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.455059] env[62153]: DEBUG oslo_vmware.api [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073501, 'name': ReconfigVM_Task, 'duration_secs': 5.907066} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.457842] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.458217] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Reconfigured VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2115.461296] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d2949f-bd2b-4e10-b649-11d470dc67c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.469337] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.512259] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce51127-a7d3-4296-b878-2dfcc3be23ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.522361] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9745f7-dffd-48d2-88da-6ce4015f7da5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.539598] env[62153]: DEBUG nova.compute.provider_tree [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2115.549127] env[62153]: DEBUG nova.compute.manager [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.549127] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5faebd-9836-4424-8cf4-96993e58cdae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.680488] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073519, 'name': Destroy_Task, 'duration_secs': 0.982797} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.680907] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Destroyed the VM [ 2115.681101] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2115.681412] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66d367d5-7f0c-4b74-88a9-d52672db161d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.689425] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2115.689425] env[62153]: value = "task-2073525" [ 2115.689425] env[62153]: _type = "Task" [ 2115.689425] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.705947] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.724297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "022915a7-6bcd-410e-95d0-97e9303f3a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.724546] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.796718] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073521, 'name': CreateVM_Task, 'duration_secs': 0.720977} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.797682] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2115.798518] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.798699] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.799061] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2115.804016] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bafeba-a928-4c30-aa16-04772885da4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.804795] env[62153]: DEBUG oslo_vmware.api [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073520, 'name': PowerOnVM_Task, 'duration_secs': 0.589794} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.805599] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.805835] env[62153]: DEBUG nova.compute.manager [None req-d33817ee-fcc7-48f0-8b1b-a3a3fc93d3a7 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.806972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298e6d6-5877-48f3-9b7f-d48d5b50fde3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.812320] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2115.812320] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210e897-ee05-a8fd-f395-cff1ca3aed93" [ 2115.812320] env[62153]: _type = "Task" [ 2115.812320] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.830247] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5210e897-ee05-a8fd-f395-cff1ca3aed93, 'name': SearchDatastore_Task, 'duration_secs': 0.013478} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.833580] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.834022] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.834282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.834429] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.834618] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.834915] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073522, 'name': Destroy_Task, 'duration_secs': 0.909341} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.835138] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde516af-dad8-4dea-8525-3593489a8af5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.837018] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Destroyed the VM [ 2115.837267] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2115.837506] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81028d59-afe8-43a5-adb5-f3ef646e22ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.844897] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2115.844897] env[62153]: value = "task-2073526" [ 2115.844897] env[62153]: _type = "Task" [ 2115.844897] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.849108] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.849316] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.850486] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f2743d-597b-42a9-af3e-98cba8f28703 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.858809] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.862512] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2115.862512] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522bfe70-5cb2-8558-7f77-1a3c3a6664bd" [ 2115.862512] env[62153]: _type = "Task" [ 2115.862512] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.871594] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522bfe70-5cb2-8558-7f77-1a3c3a6664bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.888679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.889188] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance network_info: |[{"id": "77ff7349-5dc2-44c2-a8f2-00614a1dd93a", "address": "fa:16:3e:b7:25:c1", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ff7349-5d", "ovs_interfaceid": "77ff7349-5dc2-44c2-a8f2-00614a1dd93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2115.889761] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:25:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77ff7349-5dc2-44c2-a8f2-00614a1dd93a', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2115.901635] env[62153]: DEBUG oslo.service.loopingcall [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.901635] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2115.901635] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c94ad98-ed67-4af9-b99a-0666ce27edd6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.922084] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2115.922084] env[62153]: value = "task-2073527" [ 2115.922084] env[62153]: _type = "Task" [ 2115.922084] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.934242] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073527, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.955871] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075307} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.956500] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2115.957371] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6b34f-b7d2-44fc-a5a7-4f6a5d5805e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.984142] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2115.986427] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb18b167-c094-4240-87d1-383f6eaae408 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.006833] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2116.006833] env[62153]: value = "task-2073528" [ 2116.006833] env[62153]: _type = "Task" [ 2116.006833] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.017043] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.068544] env[62153]: ERROR nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] [req-7ea3c1ed-477a-4f7b-803c-b039bfe7b56d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ea3c1ed-477a-4f7b-803c-b039bfe7b56d"}]} [ 2116.096794] env[62153]: DEBUG nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2116.129332] env[62153]: DEBUG nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2116.129610] env[62153]: DEBUG nova.compute.provider_tree [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.145538] env[62153]: DEBUG nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2116.171105] env[62153]: DEBUG nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2116.202455] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073525, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.228052] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2116.237693] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "6f9d0504-1415-4c94-bb2e-452d18002aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.238200] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.362766] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073526, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.376417] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522bfe70-5cb2-8558-7f77-1a3c3a6664bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01524} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.377172] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98394669-451a-4b44-8d88-fa331dafb7bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.382997] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2116.382997] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cea255-8332-bbad-6970-4a7ee9619419" [ 2116.382997] env[62153]: _type = "Task" [ 2116.382997] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.394996] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cea255-8332-bbad-6970-4a7ee9619419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.432989] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073527, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.519015] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.565479] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2116.568093] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e2d2e3-011e-4b47-b33e-f98113f3107b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.573218] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2116.573218] env[62153]: value = "task-2073529" [ 2116.573218] env[62153]: _type = "Task" [ 2116.573218] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.586406] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.595109] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5b6b2-85bd-46e6-a7c3-af6c8fd5e3de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.602900] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965e22b-567f-4310-8938-2ada85bb8fd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.633912] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d439be47-268e-4a54-aa51-5c5705732b87 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.642306] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd96f443-ecac-4ba5-9798-b208acdbe377 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.659286] env[62153]: DEBUG nova.compute.provider_tree [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.700256] env[62153]: DEBUG oslo_vmware.api [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073525, 'name': RemoveSnapshot_Task, 'duration_secs': 0.999201} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.700951] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2116.747365] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2116.782802] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.805152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.805152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.805152] env[62153]: DEBUG nova.network.neutron [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.856513] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073526, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598399} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.856794] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2116.857088] env[62153]: DEBUG nova.compute.manager [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2116.858140] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14cfea-b923-4d05-ba72-3e2886962bbd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.894315] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cea255-8332-bbad-6970-4a7ee9619419, 'name': SearchDatastore_Task, 'duration_secs': 0.020633} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.894669] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.894946] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 9beadd53-916e-4b36-a2a5-d87782070ea1/9beadd53-916e-4b36-a2a5-d87782070ea1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2116.895233] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f91514be-605c-4354-8fcd-09a687fbb6a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.902482] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2116.902482] env[62153]: value = "task-2073530" [ 2116.902482] env[62153]: _type = "Task" [ 2116.902482] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.911512] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.933311] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073527, 'name': CreateVM_Task, 'duration_secs': 0.55496} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.933532] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2116.934223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.934386] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.934693] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2116.934949] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8d2d18-e5de-4091-bba0-c2c20d6dadf0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.939797] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2116.939797] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525978a7-864f-ce60-f6e1-446e64f253f3" [ 2116.939797] env[62153]: _type = "Task" [ 2116.939797] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.947725] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525978a7-864f-ce60-f6e1-446e64f253f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.018481] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073528, 'name': ReconfigVM_Task, 'duration_secs': 0.570378} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.018757] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.019682] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d673d1-a54a-4b69-9487-23ba551a30a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.028124] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2117.028124] env[62153]: value = "task-2073531" [ 2117.028124] env[62153]: _type = "Task" [ 2117.028124] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.036924] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073531, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.087176] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073529, 'name': PowerOffVM_Task, 'duration_secs': 0.241567} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.087850] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.088990] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.089434] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9457b3-3af1-42ae-8d59-e36508228c7a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.097202] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2117.097202] env[62153]: value = "task-2073532" [ 2117.097202] env[62153]: _type = "Task" [ 2117.097202] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.118854] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2117.118854] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2117.118854] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425014', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'name': 'volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aec37370-958c-4c2c-9e35-1fea38081d88', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'serial': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2117.119471] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd51eb77-13c0-480e-b9d9-606dcd94f847 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.146735] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68383094-b52f-410a-853e-ef7f83aa2649 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.155527] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464da770-4693-44d8-a7fa-d50db0f27e58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.184207] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f408f1b4-4297-4dbe-8af2-1f7134c723a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.202404] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] The volume has not been displaced from its original location: [datastore1] volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73/volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2117.208460] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2117.209985] env[62153]: WARNING nova.compute.manager [None req-8af54338-6fa7-4fc4-a855-817462a28f59 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Image not found during snapshot: nova.exception.ImageNotFound: Image 9a746d16-073b-44a2-96df-d0fa5377dba5 could not be found. [ 2117.211366] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba7572e-3839-438a-a2bd-4e3fe95b9386 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.227766] env[62153]: DEBUG nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2117.228082] env[62153]: DEBUG nova.compute.provider_tree [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 130 to 131 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2117.228323] env[62153]: DEBUG nova.compute.provider_tree [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.239034] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2117.239034] env[62153]: value = "task-2073533" [ 2117.239034] env[62153]: _type = "Task" [ 2117.239034] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.249045] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.276696] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.330012] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.330492] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "00402ed1-3104-4de8-908b-73768076ae4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.330721] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.330937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.331146] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "00402ed1-3104-4de8-908b-73768076ae4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.333810] env[62153]: INFO nova.compute.manager [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Terminating instance [ 2117.372191] env[62153]: INFO nova.compute.manager [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Shelve offloading [ 2117.416461] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.458269] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525978a7-864f-ce60-f6e1-446e64f253f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.459177] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.459984] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2117.460491] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.460767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.461155] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2117.461594] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d53c0a-bb4b-416f-b3ed-4f44c699d511 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.473249] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2117.473249] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2117.473249] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd66162-2e41-4bce-9467-22bd8790d6de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.478688] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2117.478688] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5230b5aa-3f7e-cebc-8064-42a161072d17" [ 2117.478688] env[62153]: _type = "Task" [ 2117.478688] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.486138] env[62153]: DEBUG nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Received event network-changed-77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2117.486546] env[62153]: DEBUG nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Refreshing instance network info cache due to event network-changed-77ff7349-5dc2-44c2-a8f2-00614a1dd93a. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2117.486864] env[62153]: DEBUG oslo_concurrency.lockutils [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Acquiring lock "refresh_cache-5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.487123] env[62153]: DEBUG oslo_concurrency.lockutils [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Acquired lock "refresh_cache-5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.487378] env[62153]: DEBUG nova.network.neutron [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Refreshing network info cache for port 77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2117.492911] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5230b5aa-3f7e-cebc-8064-42a161072d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.538771] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073531, 'name': Rename_Task, 'duration_secs': 0.245809} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.539123] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.540141] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15548e47-6f8c-4bb5-97e2-918e3512f733 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.545829] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2117.545829] env[62153]: value = "task-2073534" [ 2117.545829] env[62153]: _type = "Task" [ 2117.545829] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.553793] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.618721] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.619025] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.619269] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.619407] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.619576] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.623572] env[62153]: INFO nova.compute.manager [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Terminating instance [ 2117.671112] env[62153]: INFO nova.network.neutron [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Port f60b85be-d695-4db0-ba75-1fe2a87ffe89 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2117.671296] env[62153]: INFO nova.network.neutron [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Port 1e9a7ec4-e503-44b6-8ac5-f360ec67a068 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2117.671682] env[62153]: DEBUG nova.network.neutron [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.734531] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.211s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.738169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.743s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.738618] env[62153]: DEBUG nova.objects.instance [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lazy-loading 'resources' on Instance uuid d28bd020-49cf-4078-aa9c-71a8e4982023 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.755555] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073533, 'name': ReconfigVM_Task, 'duration_secs': 0.238649} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.756617] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2117.764607] env[62153]: INFO nova.scheduler.client.report [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Deleted allocations for instance b32be6e4-7001-475b-ad92-2dc4c3997d3c [ 2117.769854] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa831bd-1a70-469b-9db1-8c16b436013b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.788252] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2117.788252] env[62153]: value = "task-2073535" [ 2117.788252] env[62153]: _type = "Task" [ 2117.788252] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.797815] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.837409] env[62153]: DEBUG nova.compute.manager [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2117.837636] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2117.838564] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ebb076-3075-480a-ab79-568e22350b02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.846876] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.847218] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e797057-6c13-402a-a87f-3211f2e4e1da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.853117] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2117.853117] env[62153]: value = "task-2073536" [ 2117.853117] env[62153]: _type = "Task" [ 2117.853117] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.861459] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.880665] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.881126] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580aa1b2-e141-48d8-8046-e1e967dca709 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.888294] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2117.888294] env[62153]: value = "task-2073537" [ 2117.888294] env[62153]: _type = "Task" [ 2117.888294] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.897495] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.913049] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557088} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.913316] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 9beadd53-916e-4b36-a2a5-d87782070ea1/9beadd53-916e-4b36-a2a5-d87782070ea1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2117.913532] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2117.913778] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4dc7c71-691f-4762-9907-44fc54259d02 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.922480] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2117.922480] env[62153]: value = "task-2073538" [ 2117.922480] env[62153]: _type = "Task" [ 2117.922480] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.933689] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.987959] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff03e3-4363-7f37-45ab-ab54c25c8f5f/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2117.992183] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb61794-60b4-4454-90e0-d1d3666615a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.994736] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5230b5aa-3f7e-cebc-8064-42a161072d17, 'name': SearchDatastore_Task, 'duration_secs': 0.038768} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.999336] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65df5564-4372-4799-9f81-f60ba0cdc083 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.004099] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff03e3-4363-7f37-45ab-ab54c25c8f5f/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2118.004276] env[62153]: ERROR oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff03e3-4363-7f37-45ab-ab54c25c8f5f/disk-0.vmdk due to incomplete transfer. [ 2118.004898] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e744f37d-9d6d-4e36-b812-2d1cf1684df1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.007701] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2118.007701] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aba983-a7b3-4e97-7cc0-2a302f0bcef1" [ 2118.007701] env[62153]: _type = "Task" [ 2118.007701] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.016595] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aba983-a7b3-4e97-7cc0-2a302f0bcef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.025437] env[62153]: DEBUG oslo_vmware.rw_handles [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff03e3-4363-7f37-45ab-ab54c25c8f5f/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2118.025437] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Uploaded image a9e8e0bf-7de2-4d89-92d8-9e31a2fd5083 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2118.026389] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2118.026598] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9df6675a-dd40-4d68-99f4-a95ec53c6eb8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.033393] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2118.033393] env[62153]: value = "task-2073539" [ 2118.033393] env[62153]: _type = "Task" [ 2118.033393] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.046313] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073539, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.056620] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.081679] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2118.081993] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425072', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'name': 'volume-149556d6-cfea-412a-a9b4-484a16795461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '597de776-ff8b-42c1-bd0c-fa0389d0fc28', 'attached_at': '', 'detached_at': '', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'serial': '149556d6-cfea-412a-a9b4-484a16795461'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2118.083107] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887359e3-dcd8-40bf-ab65-ca88d2631b6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.107105] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c2c59-3ed5-4a8b-a61a-9ab16b73ee0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.135250] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-149556d6-cfea-412a-a9b4-484a16795461/volume-149556d6-cfea-412a-a9b4-484a16795461.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2118.138565] env[62153]: DEBUG nova.compute.manager [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.138780] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.139068] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e1ed3a-b267-4133-8f4c-609afd3d2251 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.152751] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a61ce-3726-4341-911a-562c31b8479e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.161297] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.162589] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f96322-31f0-4baa-9247-376eefd366e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.164236] env[62153]: DEBUG oslo_vmware.api [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2118.164236] env[62153]: value = "task-2073540" [ 2118.164236] env[62153]: _type = "Task" [ 2118.164236] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.174733] env[62153]: DEBUG oslo_vmware.api [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.176012] env[62153]: DEBUG oslo_vmware.api [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2118.176012] env[62153]: value = "task-2073541" [ 2118.176012] env[62153]: _type = "Task" [ 2118.176012] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.179251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.187974] env[62153]: DEBUG oslo_vmware.api [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.274298] env[62153]: DEBUG oslo_concurrency.lockutils [None req-20297ba4-e883-4f04-bb2d-6c166faae827 tempest-ServerDiskConfigTestJSON-923241932 tempest-ServerDiskConfigTestJSON-923241932-project-member] Lock "b32be6e4-7001-475b-ad92-2dc4c3997d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.435s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.311120] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073535, 'name': ReconfigVM_Task, 'duration_secs': 0.192269} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.311502] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425014', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'name': 'volume-c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aec37370-958c-4c2c-9e35-1fea38081d88', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73', 'serial': 'c1227fd9-e9f5-471e-a2b9-facb3d6e1a73'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2118.311970] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.313298] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df971767-d117-4d4f-8751-c86897759e8f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.328396] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.328720] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b128d778-084c-4fe1-9b56-512162c740aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.370507] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073536, 'name': PowerOffVM_Task, 'duration_secs': 0.283857} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.371145] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.371222] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.371577] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2f7fe1-1873-4ccc-8e2a-e74c2c2ccd81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.407442] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2118.407442] env[62153]: DEBUG nova.compute.manager [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.407767] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c12f9-e7c9-4d84-ab89-76bb5568ec94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.420179] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.420467] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.420725] env[62153]: DEBUG nova.network.neutron [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2118.434471] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133656} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.438251] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2118.439997] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1824203-5e8a-4eb6-a3fe-7505829ff2b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.478861] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 9beadd53-916e-4b36-a2a5-d87782070ea1/9beadd53-916e-4b36-a2a5-d87782070ea1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2118.481398] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004fb4d9-121f-4771-854a-9b7fce09a0d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.513770] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2118.513770] env[62153]: value = "task-2073544" [ 2118.513770] env[62153]: _type = "Task" [ 2118.513770] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.521516] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52aba983-a7b3-4e97-7cc0-2a302f0bcef1, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.524559] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.524815] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.525591] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41b3a93c-2ef2-4379-8ce9-5ecfceb97096 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.530715] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.535080] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2118.535080] env[62153]: value = "task-2073545" [ 2118.535080] env[62153]: _type = "Task" [ 2118.535080] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.547724] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.553862] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073539, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.560306] env[62153]: DEBUG oslo_vmware.api [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073534, 'name': PowerOnVM_Task, 'duration_secs': 0.700289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.560561] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.560777] env[62153]: INFO nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Took 10.42 seconds to spawn the instance on the hypervisor. [ 2118.560928] env[62153]: DEBUG nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.561730] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eb1dd3-7f11-4aec-82b4-22b2d5c35458 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.580170] env[62153]: DEBUG nova.network.neutron [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Updated VIF entry in instance network info cache for port 77ff7349-5dc2-44c2-a8f2-00614a1dd93a. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.580505] env[62153]: DEBUG nova.network.neutron [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Updating instance_info_cache with network_info: [{"id": "77ff7349-5dc2-44c2-a8f2-00614a1dd93a", "address": "fa:16:3e:b7:25:c1", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ff7349-5d", "ovs_interfaceid": "77ff7349-5dc2-44c2-a8f2-00614a1dd93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.622329] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.623218] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.623218] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Deleting the datastore file [datastore1] aec37370-958c-4c2c-9e35-1fea38081d88 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.623377] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c124e1ba-272c-4591-92e0-7f02b8a77f99 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.639564] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for the task: (returnval){ [ 2118.639564] env[62153]: value = "task-2073546" [ 2118.639564] env[62153]: _type = "Task" [ 2118.639564] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.657565] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.677370] env[62153]: DEBUG oslo_vmware.api [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073540, 'name': ReconfigVM_Task, 'duration_secs': 0.452017} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.682370] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-149556d6-cfea-412a-a9b4-484a16795461/volume-149556d6-cfea-412a-a9b4-484a16795461.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.696178] env[62153]: DEBUG oslo_concurrency.lockutils [None req-45ba581a-f8d3-4f7f-aa21-829b5663a683 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-00402ed1-3104-4de8-908b-73768076ae4f-f60b85be-d695-4db0-ba75-1fe2a87ffe89" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.916s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.696178] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc65401-1d70-492e-8726-d07fd57e11fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.719629] env[62153]: DEBUG oslo_vmware.api [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073541, 'name': PowerOffVM_Task, 'duration_secs': 0.198786} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.721726] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.722102] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.722558] env[62153]: DEBUG oslo_vmware.api [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2118.722558] env[62153]: value = "task-2073547" [ 2118.722558] env[62153]: _type = "Task" [ 2118.722558] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.723323] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e7afd8d-e8cd-45e1-a269-6de18c64f632 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.742200] env[62153]: DEBUG oslo_vmware.api [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.751020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de36f12-209c-4aca-a3a3-be753f0abcfb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.758391] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f42aec1-a316-492c-b06c-a4f16ea63ba9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.794152] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547d3ee9-8de5-48a1-a24a-8bd8d36f5eeb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.797597] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.797853] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.798063] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleting the datastore file [datastore1] 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.798356] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2053b04f-abd9-44a6-8923-054de3a10784 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.805450] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2118.805450] env[62153]: value = "task-2073549" [ 2118.805450] env[62153]: _type = "Task" [ 2118.805450] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.812347] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac3bec8-92fe-46f9-9045-b82b2243ab2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.830391] env[62153]: DEBUG nova.compute.provider_tree [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2118.833140] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.012830] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2119.012830] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2119.012830] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleting the datastore file [datastore1] dd295afb-504d-4adf-8ce6-08cc83e2ac62 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2119.012830] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4035a2-906d-4e09-874f-fb0620c20f2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.029522] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073544, 'name': ReconfigVM_Task, 'duration_secs': 0.33002} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.030185] env[62153]: DEBUG oslo_vmware.api [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2119.030185] env[62153]: value = "task-2073550" [ 2119.030185] env[62153]: _type = "Task" [ 2119.030185] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.030568] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 9beadd53-916e-4b36-a2a5-d87782070ea1/9beadd53-916e-4b36-a2a5-d87782070ea1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.031319] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9305a38-4fa2-4b24-9f9f-7ee8e282479e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.050778] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2119.050778] env[62153]: value = "task-2073551" [ 2119.050778] env[62153]: _type = "Task" [ 2119.050778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.051169] env[62153]: DEBUG oslo_vmware.api [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.057254] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073545, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.068544] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073539, 'name': Destroy_Task, 'duration_secs': 0.739211} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.069211] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Destroyed the VM [ 2119.071017] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2119.071017] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e61aa41-c59e-4b72-9344-08c587e38392 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.084128] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073551, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.087137] env[62153]: DEBUG oslo_concurrency.lockutils [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Releasing lock "refresh_cache-5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.087436] env[62153]: DEBUG nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-vif-deleted-f60b85be-d695-4db0-ba75-1fe2a87ffe89 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2119.087622] env[62153]: INFO nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Neutron deleted interface f60b85be-d695-4db0-ba75-1fe2a87ffe89; detaching it from the instance and deleting it from the info cache [ 2119.087947] env[62153]: DEBUG nova.network.neutron [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e9a7ec4-e503-44b6-8ac5-f360ec67a068", "address": "fa:16:3e:66:1d:c0", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9a7ec4-e5", "ovs_interfaceid": "1e9a7ec4-e503-44b6-8ac5-f360ec67a068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.093360] env[62153]: INFO nova.compute.manager [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Took 17.22 seconds to build instance. [ 2119.096091] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2119.096091] env[62153]: value = "task-2073552" [ 2119.096091] env[62153]: _type = "Task" [ 2119.096091] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.107441] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073552, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.152295] env[62153]: DEBUG oslo_vmware.api [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Task: {'id': task-2073546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116292} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.152596] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.152781] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.152960] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.235536] env[62153]: DEBUG oslo_vmware.api [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073547, 'name': ReconfigVM_Task, 'duration_secs': 0.191962} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.236652] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2119.237275] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425072', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'name': 'volume-149556d6-cfea-412a-a9b4-484a16795461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '597de776-ff8b-42c1-bd0c-fa0389d0fc28', 'attached_at': '', 'detached_at': '', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'serial': '149556d6-cfea-412a-a9b4-484a16795461'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2119.238755] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e57c79e5-11b5-4f62-b073-56f5210bc58c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.250245] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4719d58-92b8-42bd-8d64-9e9d0f802853 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.290849] env[62153]: ERROR nova.compute.manager [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Failed to detach volume c1227fd9-e9f5-471e-a2b9-facb3d6e1a73 from /dev/sda: nova.exception.InstanceNotFound: Instance aec37370-958c-4c2c-9e35-1fea38081d88 could not be found. [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Traceback (most recent call last): [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self.driver.rebuild(**kwargs) [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] raise NotImplementedError() [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] NotImplementedError [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] During handling of the above exception, another exception occurred: [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Traceback (most recent call last): [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self.driver.detach_volume(context, old_connection_info, [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] return self._volumeops.detach_volume(connection_info, instance) [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._detach_volume_vmdk(connection_info, instance) [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] stable_ref.fetch_moref(session) [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] nova.exception.InstanceNotFound: Instance aec37370-958c-4c2c-9e35-1fea38081d88 could not be found. [ 2119.290849] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.294618] env[62153]: DEBUG nova.network.neutron [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.319901] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.334675] env[62153]: DEBUG nova.scheduler.client.report [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2119.468237] env[62153]: DEBUG nova.compute.utils [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Build of instance aec37370-958c-4c2c-9e35-1fea38081d88 aborted: Failed to rebuild volume backed instance. {{(pid=62153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2119.472786] env[62153]: ERROR nova.compute.manager [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance aec37370-958c-4c2c-9e35-1fea38081d88 aborted: Failed to rebuild volume backed instance. [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Traceback (most recent call last): [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self.driver.rebuild(**kwargs) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] raise NotImplementedError() [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] NotImplementedError [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] During handling of the above exception, another exception occurred: [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Traceback (most recent call last): [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._detach_root_volume(context, instance, root_bdm) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] with excutils.save_and_reraise_exception(): [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self.force_reraise() [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] raise self.value [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self.driver.detach_volume(context, old_connection_info, [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] return self._volumeops.detach_volume(connection_info, instance) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._detach_volume_vmdk(connection_info, instance) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] stable_ref.fetch_moref(session) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] nova.exception.InstanceNotFound: Instance aec37370-958c-4c2c-9e35-1fea38081d88 could not be found. [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] During handling of the above exception, another exception occurred: [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Traceback (most recent call last): [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 11384, in _error_out_instance_on_exception [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] yield [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2119.472786] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._do_rebuild_instance_with_claim( [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._do_rebuild_instance( [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._rebuild_default_impl(**kwargs) [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] self._rebuild_volume_backed_instance( [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] raise exception.BuildAbortException( [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] nova.exception.BuildAbortException: Build of instance aec37370-958c-4c2c-9e35-1fea38081d88 aborted: Failed to rebuild volume backed instance. [ 2119.475141] env[62153]: ERROR nova.compute.manager [instance: aec37370-958c-4c2c-9e35-1fea38081d88] [ 2119.549148] env[62153]: DEBUG oslo_vmware.api [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304492} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.551358] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.551576] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.551752] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.551922] env[62153]: INFO nova.compute.manager [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2119.552233] env[62153]: DEBUG oslo.service.loopingcall [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.552789] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546648} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.553047] env[62153]: DEBUG nova.compute.manager [-] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.553148] env[62153]: DEBUG nova.network.neutron [-] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.554887] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2119.555102] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2119.555625] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f565652-4c85-4778-8a40-c5c37cdcdc58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.567052] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073551, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.568414] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2119.568414] env[62153]: value = "task-2073553" [ 2119.568414] env[62153]: _type = "Task" [ 2119.568414] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.578956] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.595178] env[62153]: DEBUG oslo_concurrency.lockutils [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Acquiring lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.601020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d5f5fe4e-976f-4448-8177-367cdd4582fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "74037199-d212-462a-b57c-c15da6664497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.741s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.608025] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073552, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.798819] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.818671] env[62153]: DEBUG oslo_vmware.api [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553236} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.819428] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.819816] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.820295] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.820620] env[62153]: INFO nova.compute.manager [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Took 1.98 seconds to destroy the instance on the hypervisor. [ 2119.821020] env[62153]: DEBUG oslo.service.loopingcall [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.822169] env[62153]: DEBUG nova.compute.manager [-] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.822169] env[62153]: DEBUG nova.network.neutron [-] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.846020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.846020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.063s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.847790] env[62153]: INFO nova.compute.claims [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2119.866169] env[62153]: INFO nova.scheduler.client.report [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Deleted allocations for instance d28bd020-49cf-4078-aa9c-71a8e4982023 [ 2119.936423] env[62153]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1e9a7ec4-e503-44b6-8ac5-f360ec67a068 could not be found.", "detail": ""}} {{(pid=62153) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2119.936638] env[62153]: DEBUG nova.network.neutron [-] Unable to show port 1e9a7ec4-e503-44b6-8ac5-f360ec67a068 as it no longer exists. {{(pid=62153) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2120.068415] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073551, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.080927] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074406} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.080927] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2120.080927] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97107e-2c73-499a-8c40-e895b1373342 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.104945] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.104945] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8769d2df-7e60-41dd-bdfe-897e4dff357a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.129530] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073552, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.131522] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2120.131522] env[62153]: value = "task-2073554" [ 2120.131522] env[62153]: _type = "Task" [ 2120.131522] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.142054] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.164470] env[62153]: DEBUG nova.compute.manager [req-619ce729-c4ee-49b7-ab2d-e68988c2fc96 req-63b96d11-4613-4b20-93bd-1e77c609f16e service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Received event network-vif-deleted-8af51a9b-88e4-464a-b7d9-e8b439bdebd0 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2120.164680] env[62153]: INFO nova.compute.manager [req-619ce729-c4ee-49b7-ab2d-e68988c2fc96 req-63b96d11-4613-4b20-93bd-1e77c609f16e service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Neutron deleted interface 8af51a9b-88e4-464a-b7d9-e8b439bdebd0; detaching it from the instance and deleting it from the info cache [ 2120.164871] env[62153]: DEBUG nova.network.neutron [req-619ce729-c4ee-49b7-ab2d-e68988c2fc96 req-63b96d11-4613-4b20-93bd-1e77c609f16e service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.294643] env[62153]: DEBUG nova.objects.instance [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'flavor' on Instance uuid 597de776-ff8b-42c1-bd0c-fa0389d0fc28 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.315082] env[62153]: DEBUG nova.compute.manager [req-e4e727f3-661c-44a2-8610-f0f0bd908c2e req-f915226b-b6eb-4c07-a140-c5a0f0adb9c7 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-vif-unplugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2120.315314] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4e727f3-661c-44a2-8610-f0f0bd908c2e req-f915226b-b6eb-4c07-a140-c5a0f0adb9c7 service nova] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.315526] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4e727f3-661c-44a2-8610-f0f0bd908c2e req-f915226b-b6eb-4c07-a140-c5a0f0adb9c7 service nova] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.315689] env[62153]: DEBUG oslo_concurrency.lockutils [req-e4e727f3-661c-44a2-8610-f0f0bd908c2e req-f915226b-b6eb-4c07-a140-c5a0f0adb9c7 service nova] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.315854] env[62153]: DEBUG nova.compute.manager [req-e4e727f3-661c-44a2-8610-f0f0bd908c2e req-f915226b-b6eb-4c07-a140-c5a0f0adb9c7 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] No waiting events found dispatching network-vif-unplugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2120.316189] env[62153]: WARNING nova.compute.manager [req-e4e727f3-661c-44a2-8610-f0f0bd908c2e req-f915226b-b6eb-4c07-a140-c5a0f0adb9c7 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received unexpected event network-vif-unplugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b for instance with vm_state shelved and task_state shelving_offloading. [ 2120.377192] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f3801394-9ea0-4618-9e90-d61f32d65dae tempest-ServerMetadataNegativeTestJSON-25869000 tempest-ServerMetadataNegativeTestJSON-25869000-project-member] Lock "d28bd020-49cf-4078-aa9c-71a8e4982023" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.330s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.422251] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2120.423482] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8687444-6adf-4604-bd03-1b1fb4808355 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.431948] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2120.432276] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80381fb0-27d7-4b3d-ac3a-6977d192adaf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.570583] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073551, 'name': Rename_Task, 'duration_secs': 1.191356} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.570909] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2120.571182] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ebe965-4afa-4731-9949-dab545fe5d1d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.579831] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2120.579831] env[62153]: value = "task-2073556" [ 2120.579831] env[62153]: _type = "Task" [ 2120.579831] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.588775] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.607269] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2120.607486] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2120.607732] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleting the datastore file [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2120.608556] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4234b332-c52b-4a9a-8797-e21f45cbac1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.614139] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073552, 'name': RemoveSnapshot_Task, 'duration_secs': 1.197061} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.614825] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2120.615217] env[62153]: DEBUG nova.compute.manager [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.616097] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3819fb19-55cb-4c0d-a796-ba5219a33c46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.620461] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2120.620461] env[62153]: value = "task-2073557" [ 2120.620461] env[62153]: _type = "Task" [ 2120.620461] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.625715] env[62153]: DEBUG nova.network.neutron [-] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.638311] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.642872] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.667863] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48feb5f0-85fd-4487-a85e-e432b739eb19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.677959] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf1430-67a6-4f4e-9eef-e8a49934e448 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.715183] env[62153]: DEBUG nova.compute.manager [req-619ce729-c4ee-49b7-ab2d-e68988c2fc96 req-63b96d11-4613-4b20-93bd-1e77c609f16e service nova] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Detach interface failed, port_id=8af51a9b-88e4-464a-b7d9-e8b439bdebd0, reason: Instance dd295afb-504d-4adf-8ce6-08cc83e2ac62 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2120.800722] env[62153]: DEBUG oslo_concurrency.lockutils [None req-002803ef-9d75-474b-8a2b-f2b411eb3441 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.903s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.094319] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.132565] env[62153]: INFO nova.compute.manager [-] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Took 1.58 seconds to deallocate network for instance. [ 2121.135111] env[62153]: DEBUG oslo_vmware.api [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260626} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.138373] env[62153]: INFO nova.compute.manager [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Shelve offloading [ 2121.141246] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2121.141443] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2121.141724] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2121.164678] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073554, 'name': ReconfigVM_Task, 'duration_secs': 0.679227} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.166898] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.168407] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b904249b-4c6c-433a-a157-49f224a32f48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.173778] env[62153]: INFO nova.scheduler.client.report [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted allocations for instance ad51b85e-b1c2-4be1-959b-cd3004e45773 [ 2121.176299] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a10f64f7-a4f8-45df-9c52-8b9b6346c901 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.184699] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98ca2e-02db-408d-868b-30737792639c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.189197] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2121.189197] env[62153]: value = "task-2073558" [ 2121.189197] env[62153]: _type = "Task" [ 2121.189197] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.228643] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e55e7-e93d-4b91-b4e9-f0c99992dced {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.235780] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073558, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.241858] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50953a90-7031-4dfe-8c3a-0b4871bbe5ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.257871] env[62153]: DEBUG nova.compute.provider_tree [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.346172] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.346836] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.487973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.597101] env[62153]: DEBUG oslo_vmware.api [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073556, 'name': PowerOnVM_Task, 'duration_secs': 0.729692} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.597101] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2121.597101] env[62153]: INFO nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Took 10.87 seconds to spawn the instance on the hypervisor. [ 2121.597101] env[62153]: DEBUG nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.597101] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e1c75-48e9-4dbf-b9d5-f32baaf22ba4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.659031] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2121.659031] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.659031] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e026ba9-f2dd-4606-8f63-8a723a80eeb8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.666576] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2121.666576] env[62153]: value = "task-2073559" [ 2121.666576] env[62153]: _type = "Task" [ 2121.666576] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.677737] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2121.677737] env[62153]: DEBUG nova.compute.manager [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.678363] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763549e-fd12-479d-8bc2-21150cb60034 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.682834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.689538] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.689538] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.689538] env[62153]: DEBUG nova.network.neutron [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2121.706215] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073558, 'name': Rename_Task, 'duration_secs': 0.29798} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.708662] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.709237] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b1c9f2-731b-4c6d-9877-203af43402a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.718009] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2121.718009] env[62153]: value = "task-2073560" [ 2121.718009] env[62153]: _type = "Task" [ 2121.718009] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.728456] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.763752] env[62153]: DEBUG nova.scheduler.client.report [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2121.859819] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.860389] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2122.118644] env[62153]: INFO nova.compute.manager [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Took 18.78 seconds to build instance. [ 2122.189091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "aec37370-958c-4c2c-9e35-1fea38081d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.189091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "aec37370-958c-4c2c-9e35-1fea38081d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.189091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "aec37370-958c-4c2c-9e35-1fea38081d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.189091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "aec37370-958c-4c2c-9e35-1fea38081d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.189091] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "aec37370-958c-4c2c-9e35-1fea38081d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.194986] env[62153]: INFO nova.compute.manager [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Terminating instance [ 2122.220263] env[62153]: DEBUG nova.network.neutron [-] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.236095] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.273128] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.273128] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2122.279378] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.003s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.280932] env[62153]: INFO nova.compute.claims [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2122.371816] env[62153]: DEBUG oslo_concurrency.lockutils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.372165] env[62153]: DEBUG oslo_concurrency.lockutils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.621961] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3353911d-ca0d-4a00-a98b-67ed464d30fc tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.294s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.644199] env[62153]: DEBUG nova.network.neutron [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updating instance_info_cache with network_info: [{"id": "6770e875-4309-4e11-9246-a7fa03a0c575", "address": "fa:16:3e:42:a3:02", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770e875-43", "ovs_interfaceid": "6770e875-4309-4e11-9246-a7fa03a0c575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.709115] env[62153]: DEBUG nova.compute.manager [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2122.709115] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8c281ef-aa39-4c8e-9213-9de860016688 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.718487] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00922afe-9f0f-4e30-85a0-2f416e319638 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.732904] env[62153]: INFO nova.compute.manager [-] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Took 2.91 seconds to deallocate network for instance. [ 2122.749075] env[62153]: DEBUG oslo_vmware.api [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073560, 'name': PowerOnVM_Task, 'duration_secs': 0.90106} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.766889] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2122.767378] env[62153]: INFO nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Took 9.45 seconds to spawn the instance on the hypervisor. [ 2122.767673] env[62153]: DEBUG nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.768230] env[62153]: WARNING nova.virt.vmwareapi.driver [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance aec37370-958c-4c2c-9e35-1fea38081d88 could not be found. [ 2122.768511] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.769422] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50257810-999c-4d0b-83e3-67699cd3b908 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.772373] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1702b017-ee05-42b4-aad2-e8b56bb6280c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.786364] env[62153]: DEBUG nova.compute.utils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2122.788184] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2122.788483] env[62153]: DEBUG nova.network.neutron [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2122.795250] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db8b89-e181-4a24-a145-b809749ab976 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.835882] env[62153]: WARNING nova.virt.vmwareapi.vmops [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance aec37370-958c-4c2c-9e35-1fea38081d88 could not be found. [ 2122.836135] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2122.836305] env[62153]: INFO nova.compute.manager [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Took 0.13 seconds to destroy the instance on the hypervisor. [ 2122.837023] env[62153]: DEBUG oslo.service.loopingcall [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2122.837715] env[62153]: DEBUG nova.compute.manager [-] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2122.837985] env[62153]: DEBUG nova.network.neutron [-] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2122.871105] env[62153]: DEBUG nova.policy [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45ea81443afa460ebee03767bd90a32b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3f2cb67af0247e08efd98cfa53bb20e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2122.875225] env[62153]: DEBUG nova.compute.utils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2123.147522] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.171033] env[62153]: DEBUG nova.compute.manager [req-8a9e9903-dc73-4696-82fd-1ac4fa3dac18 req-e1a638c5-2988-4137-8a38-826fc775f7fa service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-vif-deleted-0a3e6ed0-34c9-4f43-a31d-aac39abd3326 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2123.199437] env[62153]: DEBUG nova.compute.manager [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2123.199626] env[62153]: DEBUG nova.compute.manager [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing instance network info cache due to event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2123.200224] env[62153]: DEBUG oslo_concurrency.lockutils [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.200224] env[62153]: DEBUG oslo_concurrency.lockutils [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.200224] env[62153]: DEBUG nova.network.neutron [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.245820] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.299519] env[62153]: INFO nova.compute.manager [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Took 18.34 seconds to build instance. [ 2123.312250] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2123.380922] env[62153]: DEBUG oslo_concurrency.lockutils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.567607] env[62153]: DEBUG nova.network.neutron [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Successfully created port: c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2123.695106] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c4f04d-0504-4f10-b478-6cd9b17bd2d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.708775] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe8a4e-46a9-460b-b784-1044f0443083 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.747237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee14879-5b36-40dd-b14c-b7e843bb43c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.759805] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092282f-d2f7-41d0-a530-481df30ac9fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.777373] env[62153]: DEBUG nova.compute.provider_tree [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.804776] env[62153]: DEBUG oslo_concurrency.lockutils [None req-24b15a77-cda8-4fd9-88c3-d48a4874b177 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.858s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.823384] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2123.824435] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becdda83-de84-44ee-8653-4de8e6910449 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.832866] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2123.833507] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2220735a-bbe2-417a-ae9f-cf4028c6e0d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.850966] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "03bdbe37-ca0e-4319-afe7-464017465971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.850966] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "03bdbe37-ca0e-4319-afe7-464017465971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.061909] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2124.062247] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2124.062484] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleting the datastore file [datastore1] 5c90d935-6cad-4136-be2a-38bdd50df3b8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2124.062840] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5932f4-7b7d-47ff-b332-b2bdcbb71a7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.073850] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2124.073850] env[62153]: value = "task-2073562" [ 2124.073850] env[62153]: _type = "Task" [ 2124.073850] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.085453] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.281658] env[62153]: DEBUG nova.scheduler.client.report [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2124.290032] env[62153]: DEBUG nova.network.neutron [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updated VIF entry in instance network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.292550] env[62153]: DEBUG nova.network.neutron [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.328836] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2124.352317] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2124.366534] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2124.368253] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2124.368253] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2124.368253] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2124.368253] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2124.368253] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2124.368633] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2124.369656] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2124.369656] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2124.369656] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2124.369656] env[62153]: DEBUG nova.virt.hardware [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2124.374026] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5ae27-f529-4304-ac11-fe742e5bbe2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.380649] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2983ac-cadc-416d-a89a-c75a685564ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.441610] env[62153]: DEBUG nova.network.neutron [-] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.472932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.473219] env[62153]: DEBUG oslo_concurrency.lockutils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.473495] env[62153]: INFO nova.compute.manager [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Attaching volume c77c961c-94b8-4b55-ae13-acef8f3472e6 to /dev/sdb [ 2124.514797] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8ef3a0-6075-415b-bd1c-8262d886d972 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.523813] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4371111-5efc-423f-a1d6-dcfd1ea5683a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.540510] env[62153]: DEBUG nova.virt.block_device [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating existing volume attachment record: c9ea5672-0972-4409-b19b-f75554a74259 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2124.585991] env[62153]: DEBUG oslo_vmware.api [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249804} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.586428] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2124.586888] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2124.587272] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2124.626171] env[62153]: INFO nova.scheduler.client.report [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocations for instance 5c90d935-6cad-4136-be2a-38bdd50df3b8 [ 2124.797085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.797085] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2124.799954] env[62153]: DEBUG oslo_concurrency.lockutils [req-b964acd6-283b-44ee-9b70-1a643e83d00c req-6a416574-11b5-4a6d-8b78-c9ca0d3373a4 service nova] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.802131] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.313s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.879517] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.943593] env[62153]: INFO nova.compute.manager [-] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Took 2.11 seconds to deallocate network for instance. [ 2125.142352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.178893] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6ccd07-9c6d-47ea-8946-5d9431644912 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.188804] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87261c6e-1898-4a7b-b1c4-59bd945fec5b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.227513] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939f174-5113-40ab-aed2-299d24d62599 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.236259] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959876d3-8c1f-4389-accf-e7964e168709 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.254992] env[62153]: DEBUG nova.compute.provider_tree [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2125.303217] env[62153]: DEBUG nova.compute.utils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2125.304084] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2125.304273] env[62153]: DEBUG nova.network.neutron [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2125.369874] env[62153]: DEBUG nova.policy [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2125.504187] env[62153]: INFO nova.compute.manager [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Took 0.56 seconds to detach 1 volumes for instance. [ 2125.506889] env[62153]: DEBUG nova.compute.manager [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Deleting volume: c1227fd9-e9f5-471e-a2b9-facb3d6e1a73 {{(pid=62153) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2125.616710] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.617124] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.617330] env[62153]: DEBUG nova.compute.manager [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2125.618350] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79686b0a-b16b-4d81-abe5-35f7aaa06dce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.635322] env[62153]: DEBUG nova.compute.manager [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2125.635322] env[62153]: DEBUG nova.objects.instance [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'flavor' on Instance uuid 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.747541] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "b255b058-92b9-4607-8962-3d66076b4878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.747946] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "b255b058-92b9-4607-8962-3d66076b4878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.749094] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.749580] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.761492] env[62153]: DEBUG nova.scheduler.client.report [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.808703] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2125.874491] env[62153]: DEBUG nova.compute.manager [req-08ade8bc-8c40-406d-b672-7520c43c7bfd req-97c8a987-1569-4392-8088-fad9ce238213 service nova] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Received event network-vif-deleted-1af5e14b-4314-4071-be6a-efbfaa9aa4de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.936257] env[62153]: DEBUG nova.network.neutron [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Successfully created port: 34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2125.949101] env[62153]: DEBUG nova.compute.manager [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Received event network-vif-unplugged-6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.951018] env[62153]: DEBUG oslo_concurrency.lockutils [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] Acquiring lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.951018] env[62153]: DEBUG oslo_concurrency.lockutils [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.951018] env[62153]: DEBUG oslo_concurrency.lockutils [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.951018] env[62153]: DEBUG nova.compute.manager [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] No waiting events found dispatching network-vif-unplugged-6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2125.951018] env[62153]: WARNING nova.compute.manager [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Received unexpected event network-vif-unplugged-6770e875-4309-4e11-9246-a7fa03a0c575 for instance with vm_state shelved_offloaded and task_state None. [ 2125.951018] env[62153]: DEBUG nova.compute.manager [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Received event network-changed-6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.951285] env[62153]: DEBUG nova.compute.manager [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Refreshing instance network info cache due to event network-changed-6770e875-4309-4e11-9246-a7fa03a0c575. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2125.951485] env[62153]: DEBUG oslo_concurrency.lockutils [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] Acquiring lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.951707] env[62153]: DEBUG oslo_concurrency.lockutils [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] Acquired lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.952332] env[62153]: DEBUG nova.network.neutron [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Refreshing network info cache for port 6770e875-4309-4e11-9246-a7fa03a0c575 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2126.064322] env[62153]: DEBUG nova.network.neutron [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Successfully updated port: c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2126.090536] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.251450] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2126.258295] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2126.269150] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.468s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.269150] env[62153]: INFO nova.compute.manager [None req-3f4f21ee-68eb-4664-9940-6c7c12db56b4 tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Successfully reverted task state from rebuilding on failure for instance. [ 2126.275081] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.618s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.275281] env[62153]: DEBUG nova.objects.instance [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lazy-loading 'resources' on Instance uuid dd295afb-504d-4adf-8ce6-08cc83e2ac62 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.570400] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.570619] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquired lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.570694] env[62153]: DEBUG nova.network.neutron [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2126.644015] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.644742] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f82bc71-fa51-45ac-8d85-7075fbd442db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.652923] env[62153]: DEBUG oslo_vmware.api [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2126.652923] env[62153]: value = "task-2073567" [ 2126.652923] env[62153]: _type = "Task" [ 2126.652923] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.660861] env[62153]: DEBUG oslo_vmware.api [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.675698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.771185] env[62153]: DEBUG nova.network.neutron [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updated VIF entry in instance network info cache for port 6770e875-4309-4e11-9246-a7fa03a0c575. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.771445] env[62153]: DEBUG nova.network.neutron [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updating instance_info_cache with network_info: [{"id": "6770e875-4309-4e11-9246-a7fa03a0c575", "address": "fa:16:3e:42:a3:02", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": null, "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6770e875-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.785119] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.786063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.822022] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2126.850158] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2126.850843] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2126.850843] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2126.850843] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2126.851146] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2126.851218] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2126.851468] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2126.852414] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2126.852414] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2126.852651] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2126.852876] env[62153]: DEBUG nova.virt.hardware [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2126.853849] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b241c944-4a3f-4fb2-82d3-b20380eeed58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.865551] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c3d3da-38dd-4b2a-bf3b-202823420953 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.888520] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.126028] env[62153]: DEBUG nova.network.neutron [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2127.152854] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae4741-67ad-489c-a3f4-d2c7c6b739ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.168189] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8896b940-5655-40e2-aae9-83634487745a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.174133] env[62153]: DEBUG oslo_vmware.api [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073567, 'name': PowerOffVM_Task, 'duration_secs': 0.238097} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.174133] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2127.174133] env[62153]: DEBUG nova.compute.manager [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.174133] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b22bb4-9785-4d82-8809-2480aa97b834 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.207626] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de962b7-e1bd-4c90-a415-e5bb734421d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.220260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e2e88-3e27-4a99-a495-552e2fbdd607 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.234637] env[62153]: DEBUG nova.compute.provider_tree [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.275312] env[62153]: DEBUG oslo_concurrency.lockutils [req-58a21499-58c7-40c0-8c5b-d46663d3a046 req-c411e3c1-1de9-4fa7-85a4-f5ab720f2234 service nova] Releasing lock "refresh_cache-5c90d935-6cad-4136-be2a-38bdd50df3b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.331544] env[62153]: DEBUG nova.network.neutron [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Updating instance_info_cache with network_info: [{"id": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "address": "fa:16:3e:91:89:7d", "network": {"id": "d8c79be7-84ad-4691-95d4-ca36f2d8a81e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818468261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f2cb67af0247e08efd98cfa53bb20e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e0c522-17", "ovs_interfaceid": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.663176] env[62153]: DEBUG nova.network.neutron [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Successfully updated port: 34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2127.718236] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eab99e12-ee82-4c3d-bda0-b9cb1388bf56 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.737728] env[62153]: DEBUG nova.scheduler.client.report [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.834559] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Releasing lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.834890] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Instance network_info: |[{"id": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "address": "fa:16:3e:91:89:7d", "network": {"id": "d8c79be7-84ad-4691-95d4-ca36f2d8a81e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818468261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f2cb67af0247e08efd98cfa53bb20e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e0c522-17", "ovs_interfaceid": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2127.835324] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:89:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e0c522-178f-46d8-b4e6-cda39ab4e131', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2127.843489] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Creating folder: Project (c3f2cb67af0247e08efd98cfa53bb20e). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2127.843489] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55143183-a87c-48dd-951b-0430f36aee60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.855720] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Created folder: Project (c3f2cb67af0247e08efd98cfa53bb20e) in parent group-v424816. [ 2127.855962] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Creating folder: Instances. Parent ref: group-v425077. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2127.856193] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98ac5318-5167-4f92-af9f-d4ff05a61664 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.866417] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Created folder: Instances in parent group-v425077. [ 2127.866659] env[62153]: DEBUG oslo.service.loopingcall [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2127.866854] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2127.867071] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb1514e-fa35-434e-bdbc-dbc6ed506d67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.887269] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2127.887269] env[62153]: value = "task-2073571" [ 2127.887269] env[62153]: _type = "Task" [ 2127.887269] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.896021] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073571, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.906952] env[62153]: DEBUG nova.compute.manager [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Received event network-vif-plugged-34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.907198] env[62153]: DEBUG oslo_concurrency.lockutils [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] Acquiring lock "6f9d0504-1415-4c94-bb2e-452d18002aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.907438] env[62153]: DEBUG oslo_concurrency.lockutils [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.907785] env[62153]: DEBUG oslo_concurrency.lockutils [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.907823] env[62153]: DEBUG nova.compute.manager [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] No waiting events found dispatching network-vif-plugged-34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2127.908030] env[62153]: WARNING nova.compute.manager [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Received unexpected event network-vif-plugged-34b12355-c1dc-49e5-bfe2-a122f1e4fac7 for instance with vm_state building and task_state spawning. [ 2127.908205] env[62153]: DEBUG nova.compute.manager [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Received event network-changed-34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.908768] env[62153]: DEBUG nova.compute.manager [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Refreshing instance network info cache due to event network-changed-34b12355-c1dc-49e5-bfe2-a122f1e4fac7. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2127.908768] env[62153]: DEBUG oslo_concurrency.lockutils [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] Acquiring lock "refresh_cache-6f9d0504-1415-4c94-bb2e-452d18002aa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.908768] env[62153]: DEBUG oslo_concurrency.lockutils [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] Acquired lock "refresh_cache-6f9d0504-1415-4c94-bb2e-452d18002aa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.908890] env[62153]: DEBUG nova.network.neutron [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Refreshing network info cache for port 34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.980136] env[62153]: DEBUG nova.compute.manager [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Received event network-vif-plugged-c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.980282] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] Acquiring lock "022915a7-6bcd-410e-95d0-97e9303f3a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.980454] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.980624] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.981000] env[62153]: DEBUG nova.compute.manager [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] No waiting events found dispatching network-vif-plugged-c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2127.981286] env[62153]: WARNING nova.compute.manager [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Received unexpected event network-vif-plugged-c2e0c522-178f-46d8-b4e6-cda39ab4e131 for instance with vm_state building and task_state spawning. [ 2127.981483] env[62153]: DEBUG nova.compute.manager [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Received event network-changed-c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.981665] env[62153]: DEBUG nova.compute.manager [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Refreshing instance network info cache due to event network-changed-c2e0c522-178f-46d8-b4e6-cda39ab4e131. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2127.981877] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] Acquiring lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.982075] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] Acquired lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.982247] env[62153]: DEBUG nova.network.neutron [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Refreshing network info cache for port c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2128.165932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-6f9d0504-1415-4c94-bb2e-452d18002aa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.242987] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.246028] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.563s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.246028] env[62153]: DEBUG nova.objects.instance [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'resources' on Instance uuid ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.269292] env[62153]: INFO nova.scheduler.client.report [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleted allocations for instance dd295afb-504d-4adf-8ce6-08cc83e2ac62 [ 2128.397748] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073571, 'name': CreateVM_Task, 'duration_secs': 0.453405} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.397990] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2128.398760] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.399970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.399970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2128.399970] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9440d07a-9762-44ab-bdd6-d86f4cbdad4c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.404235] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2128.404235] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b03b96-da24-27e8-75ba-441fce8983c4" [ 2128.404235] env[62153]: _type = "Task" [ 2128.404235] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.413918] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b03b96-da24-27e8-75ba-441fce8983c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.441555] env[62153]: DEBUG nova.network.neutron [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2128.518497] env[62153]: INFO nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Rebuilding instance [ 2128.534683] env[62153]: DEBUG nova.network.neutron [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.568797] env[62153]: DEBUG nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.569658] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90a83c-5686-4d51-b7e8-93cee402ed80 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.747964] env[62153]: DEBUG nova.objects.instance [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'numa_topology' on Instance uuid ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.773408] env[62153]: DEBUG nova.network.neutron [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Updated VIF entry in instance network info cache for port c2e0c522-178f-46d8-b4e6-cda39ab4e131. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2128.773767] env[62153]: DEBUG nova.network.neutron [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Updating instance_info_cache with network_info: [{"id": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "address": "fa:16:3e:91:89:7d", "network": {"id": "d8c79be7-84ad-4691-95d4-ca36f2d8a81e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818468261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f2cb67af0247e08efd98cfa53bb20e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e0c522-17", "ovs_interfaceid": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.777233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ac525516-2e5c-4f04-bb71-5b260e615554 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "dd295afb-504d-4adf-8ce6-08cc83e2ac62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.158s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.915943] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b03b96-da24-27e8-75ba-441fce8983c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.916165] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2128.916354] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.916582] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2128.916837] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.916989] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.917182] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2128.917436] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.917619] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137ca506-7c81-4aa8-8be5-4d1da164d27b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.919479] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.919691] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.920229] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.920391] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.920548] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.922027] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2128.922426] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.926910] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2128.926994] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2128.927728] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258b227a-5168-4c9b-b5c6-d099289cff1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.933033] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2128.933033] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fefc11-0f7e-ad7e-3fd5-c88c1d4bde68" [ 2128.933033] env[62153]: _type = "Task" [ 2128.933033] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.941962] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fefc11-0f7e-ad7e-3fd5-c88c1d4bde68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.037369] env[62153]: DEBUG oslo_concurrency.lockutils [req-486f8851-a6b7-40f4-9247-f7d334e9bb95 req-8001f9c4-3978-4793-99ee-6386ad03a9a3 service nova] Releasing lock "refresh_cache-6f9d0504-1415-4c94-bb2e-452d18002aa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.037919] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-6f9d0504-1415-4c94-bb2e-452d18002aa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.038151] env[62153]: DEBUG nova.network.neutron [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2129.109556] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2129.109935] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425076', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'name': 'volume-c77c961c-94b8-4b55-ae13-acef8f3472e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75764301-660a-4cc4-8ef2-b1d71898cae8', 'attached_at': '', 'detached_at': '', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'serial': 'c77c961c-94b8-4b55-ae13-acef8f3472e6'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2129.110958] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981bafeb-d8c5-4094-87a6-373b34bddc82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.128512] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d82918-91ef-409f-b320-4da12ea70aae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.153262] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-c77c961c-94b8-4b55-ae13-acef8f3472e6/volume-c77c961c-94b8-4b55-ae13-acef8f3472e6.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.153541] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef0ebe2-9d61-4f5f-b097-f14fe54019ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.172601] env[62153]: DEBUG oslo_vmware.api [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2129.172601] env[62153]: value = "task-2073572" [ 2129.172601] env[62153]: _type = "Task" [ 2129.172601] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.181205] env[62153]: DEBUG oslo_vmware.api [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.250777] env[62153]: DEBUG nova.objects.base [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2129.278426] env[62153]: DEBUG oslo_concurrency.lockutils [req-6a512854-590c-4860-8e09-803ef8778d98 req-9fee1a72-b9c1-4d19-ae1c-426cab03e180 service nova] Releasing lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.425444] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.445126] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fefc11-0f7e-ad7e-3fd5-c88c1d4bde68, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.448801] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fbf1f7-0bd2-48e2-852b-6ebd194ff5ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.455064] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2129.455064] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de192c-521d-ee87-a631-83203b963267" [ 2129.455064] env[62153]: _type = "Task" [ 2129.455064] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.464705] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de192c-521d-ee87-a631-83203b963267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.530030] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cdea28-b24a-45a9-a708-84d99db7b47e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.537751] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c14c673-432b-4310-bc11-122ac79347ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.573370] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e2614-a162-4098-8a47-2cef13d8e886 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.579310] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c8843-3d09-4bbf-88d4-6c98de15a10c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.584615] env[62153]: DEBUG nova.network.neutron [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2129.589959] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.589959] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0783dc1-2791-4380-9748-d10b83e7aa92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.599993] env[62153]: DEBUG nova.compute.provider_tree [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.606748] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2129.606748] env[62153]: value = "task-2073573" [ 2129.606748] env[62153]: _type = "Task" [ 2129.606748] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.618584] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2129.618820] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.619573] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c74a44-37a7-4b3d-9be6-32c1f511380f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.625830] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.625981] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-badf30fb-8866-492c-83d5-1e8a46253667 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.685082] env[62153]: DEBUG oslo_vmware.api [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073572, 'name': ReconfigVM_Task, 'duration_secs': 0.471897} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.685485] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-c77c961c-94b8-4b55-ae13-acef8f3472e6/volume-c77c961c-94b8-4b55-ae13-acef8f3472e6.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2129.690840] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3cab66-0c92-4907-834c-7a57c7a17593 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.707801] env[62153]: DEBUG oslo_vmware.api [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2129.707801] env[62153]: value = "task-2073575" [ 2129.707801] env[62153]: _type = "Task" [ 2129.707801] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.716035] env[62153]: DEBUG oslo_vmware.api [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.764570] env[62153]: DEBUG nova.network.neutron [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Updating instance_info_cache with network_info: [{"id": "34b12355-c1dc-49e5-bfe2-a122f1e4fac7", "address": "fa:16:3e:4b:f6:61", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b12355-c1", "ovs_interfaceid": "34b12355-c1dc-49e5-bfe2-a122f1e4fac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.819803] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.820066] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.820256] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.820512] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ebaef0f-e0ea-4019-ac93-2e90bf6cbe38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.827212] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2129.827212] env[62153]: value = "task-2073576" [ 2129.827212] env[62153]: _type = "Task" [ 2129.827212] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.835474] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.965565] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52de192c-521d-ee87-a631-83203b963267, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.965871] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.966105] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 022915a7-6bcd-410e-95d0-97e9303f3a56/022915a7-6bcd-410e-95d0-97e9303f3a56.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2129.966363] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d9a526-9bba-42e8-87f3-03b16c669531 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.972873] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2129.972873] env[62153]: value = "task-2073577" [ 2129.972873] env[62153]: _type = "Task" [ 2129.972873] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.980534] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.104915] env[62153]: DEBUG nova.scheduler.client.report [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.219536] env[62153]: DEBUG oslo_vmware.api [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073575, 'name': ReconfigVM_Task, 'duration_secs': 0.132407} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.219935] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425076', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'name': 'volume-c77c961c-94b8-4b55-ae13-acef8f3472e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75764301-660a-4cc4-8ef2-b1d71898cae8', 'attached_at': '', 'detached_at': '', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'serial': 'c77c961c-94b8-4b55-ae13-acef8f3472e6'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2130.268380] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-6f9d0504-1415-4c94-bb2e-452d18002aa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.269012] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Instance network_info: |[{"id": "34b12355-c1dc-49e5-bfe2-a122f1e4fac7", "address": "fa:16:3e:4b:f6:61", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b12355-c1", "ovs_interfaceid": "34b12355-c1dc-49e5-bfe2-a122f1e4fac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2130.270372] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f6:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34b12355-c1dc-49e5-bfe2-a122f1e4fac7', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2130.285363] env[62153]: DEBUG oslo.service.loopingcall [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.285913] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2130.286350] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57d8231-4ab0-43de-baa4-247584fd5097 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.313446] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2130.313446] env[62153]: value = "task-2073578" [ 2130.313446] env[62153]: _type = "Task" [ 2130.313446] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.324755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.325114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.331324] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073578, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.341104] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138591} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.341994] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.342205] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.342385] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.482921] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461903} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.483192] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 022915a7-6bcd-410e-95d0-97e9303f3a56/022915a7-6bcd-410e-95d0-97e9303f3a56.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2130.483405] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2130.483651] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75642174-3a0a-43a9-84f3-3b5047054a98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.489942] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2130.489942] env[62153]: value = "task-2073579" [ 2130.489942] env[62153]: _type = "Task" [ 2130.489942] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.498244] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.610318] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.613501] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.368s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.613811] env[62153]: DEBUG nova.objects.instance [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'resources' on Instance uuid 00402ed1-3104-4de8-908b-73768076ae4f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.823537] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073578, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.832418] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2130.999491] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289692} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.999791] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2131.000539] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9d9f57-0663-4e9f-9733-643e08e5bcb0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.022634] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 022915a7-6bcd-410e-95d0-97e9303f3a56/022915a7-6bcd-410e-95d0-97e9303f3a56.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2131.022905] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff958504-b146-4049-88f2-8af674c9507a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.041461] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2131.041461] env[62153]: value = "task-2073580" [ 2131.041461] env[62153]: _type = "Task" [ 2131.041461] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.051466] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.122040] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6057202f-8eb3-4e3e-9ab7-ad4127f7fc43 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.615s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.123029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.235s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.123029] env[62153]: INFO nova.compute.manager [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Unshelving [ 2131.258108] env[62153]: DEBUG nova.objects.instance [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'flavor' on Instance uuid 75764301-660a-4cc4-8ef2-b1d71898cae8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.323675] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073578, 'name': CreateVM_Task, 'duration_secs': 0.949078} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.325883] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2131.326736] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.326912] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.327242] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2131.327492] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee7a266-fcf0-41bb-af76-6ccf6872a6e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.331880] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2131.331880] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b5a36-21a1-9911-3cd0-48bb4ddb6423" [ 2131.331880] env[62153]: _type = "Task" [ 2131.331880] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.346260] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b5a36-21a1-9911-3cd0-48bb4ddb6423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.356103] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.379893] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2131.380170] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2131.380328] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2131.380570] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2131.380723] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2131.380878] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2131.381149] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2131.381328] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2131.381496] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2131.381656] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2131.381849] env[62153]: DEBUG nova.virt.hardware [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2131.383014] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda8d04-390a-45d6-b239-534e25483c69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.396121] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcc93a1-a113-4cb5-87c8-1496d0e7406b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.409989] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:25:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77ff7349-5dc2-44c2-a8f2-00614a1dd93a', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2131.417224] env[62153]: DEBUG oslo.service.loopingcall [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2131.418320] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2131.419011] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefc36c3-3872-45f7-9fc2-7567eccabcbe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.421507] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f363f458-a62b-4aba-ae03-cba87b42e119 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.440342] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6edb7-b43b-45b4-a00f-7ca9017dc349 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.444221] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2131.444221] env[62153]: value = "task-2073581" [ 2131.444221] env[62153]: _type = "Task" [ 2131.444221] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.473019] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e703ce47-80dc-4041-ad8e-b34fd0f3f75c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.478424] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073581, 'name': CreateVM_Task} progress is 15%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.483021] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa892db-83c7-4955-919f-3cc27e90da4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.496224] env[62153]: DEBUG nova.compute.provider_tree [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.550866] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073580, 'name': ReconfigVM_Task, 'duration_secs': 0.372145} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.551175] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 022915a7-6bcd-410e-95d0-97e9303f3a56/022915a7-6bcd-410e-95d0-97e9303f3a56.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.551806] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1337795d-4c2e-4250-a60c-795c254b2852 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.558850] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2131.558850] env[62153]: value = "task-2073582" [ 2131.558850] env[62153]: _type = "Task" [ 2131.558850] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.568042] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073582, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.765142] env[62153]: DEBUG oslo_concurrency.lockutils [None req-621b53fb-38b4-4396-8570-ca55d77be575 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.843440] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523b5a36-21a1-9911-3cd0-48bb4ddb6423, 'name': SearchDatastore_Task, 'duration_secs': 0.051281} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.843440] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.843440] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2131.843440] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.843440] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.843635] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2131.843867] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31787ef0-f9fb-43c5-b382-0a7a6e103340 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.852139] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2131.852304] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2131.853084] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445d18b5-f91d-4782-a964-cd282ddb4f6d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.858086] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2131.858086] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52afe449-950c-a612-90de-d0f113d7ed73" [ 2131.858086] env[62153]: _type = "Task" [ 2131.858086] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.865827] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52afe449-950c-a612-90de-d0f113d7ed73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.953969] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073581, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.999123] env[62153]: DEBUG nova.scheduler.client.report [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.069377] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073582, 'name': Rename_Task, 'duration_secs': 0.151955} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.069688] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2132.069982] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81abf110-1f7b-472a-90e3-85027454a9dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.077057] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2132.077057] env[62153]: value = "task-2073583" [ 2132.077057] env[62153]: _type = "Task" [ 2132.077057] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.086413] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.133525] env[62153]: DEBUG nova.compute.utils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2132.369340] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52afe449-950c-a612-90de-d0f113d7ed73, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.370234] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8f5314-52dd-49b9-9856-34d0c2dd5bb9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.375283] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2132.375283] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b15706-b09b-0e21-481b-dd773cc86d86" [ 2132.375283] env[62153]: _type = "Task" [ 2132.375283] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.383785] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b15706-b09b-0e21-481b-dd773cc86d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.454879] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073581, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.505960] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.508496] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.630s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.510163] env[62153]: INFO nova.compute.claims [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2132.524197] env[62153]: INFO nova.scheduler.client.report [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted allocations for instance 00402ed1-3104-4de8-908b-73768076ae4f [ 2132.591316] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.637169] env[62153]: INFO nova.virt.block_device [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Booting with volume f65bec4c-542c-4aca-b05b-6e08dcd2cd00 at /dev/sdb [ 2132.673152] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e6b7b6f-f312-4992-a808-687f0f49b524 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.682819] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea30f6d-c5fd-463a-8d1c-d9ce414feffb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.717198] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59c4a2c8-1f2c-44f8-978b-3f4e58137376 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.725488] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70ebf45-78c2-4856-9a92-876ad6653c9d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.762538] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79a617-6640-494f-803d-0a3a240ceb1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.769807] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08514c8d-103b-4882-a7fc-5daf5cd69ec2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.783735] env[62153]: DEBUG nova.virt.block_device [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating existing volume attachment record: 29d89461-9ff5-486a-aa77-6f01cdc259c6 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2132.885319] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b15706-b09b-0e21-481b-dd773cc86d86, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.885608] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.885864] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 6f9d0504-1415-4c94-bb2e-452d18002aa0/6f9d0504-1415-4c94-bb2e-452d18002aa0.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2132.887194] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c36c64c4-7ab1-425f-9975-e1e1fbea2cd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.893561] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2132.893561] env[62153]: value = "task-2073584" [ 2132.893561] env[62153]: _type = "Task" [ 2132.893561] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.902455] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.955459] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073581, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.031240] env[62153]: DEBUG oslo_concurrency.lockutils [None req-847acee1-06c4-43d5-a6cf-8a5100c5a588 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "00402ed1-3104-4de8-908b-73768076ae4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.701s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.032156] env[62153]: DEBUG oslo_concurrency.lockutils [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Acquired lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.033255] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5270c65b-f3c7-472f-9a12-82ca3fd4ab24 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.044357] env[62153]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2133.044555] env[62153]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62153) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2133.045416] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0542a52a-0fe8-45b8-bf8f-41e56edd2b3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.055984] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc0b1c-949c-463b-970d-94cd49d21624 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.100093] env[62153]: ERROR root [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-425017' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-425017' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-425017' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-425017'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-425017' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-425017' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-425017'}\n"]: nova.exception.InstanceNotFound: Instance 00402ed1-3104-4de8-908b-73768076ae4f could not be found. [ 2133.100525] env[62153]: DEBUG oslo_concurrency.lockutils [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] Releasing lock "00402ed1-3104-4de8-908b-73768076ae4f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.100695] env[62153]: DEBUG nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Detach interface failed, port_id=f60b85be-d695-4db0-ba75-1fe2a87ffe89, reason: Instance 00402ed1-3104-4de8-908b-73768076ae4f could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2133.101023] env[62153]: DEBUG nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Received event network-vif-deleted-1e9a7ec4-e503-44b6-8ac5-f360ec67a068 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2133.101230] env[62153]: INFO nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Neutron deleted interface 1e9a7ec4-e503-44b6-8ac5-f360ec67a068; detaching it from the instance and deleting it from the info cache [ 2133.101576] env[62153]: DEBUG nova.network.neutron [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Updating instance_info_cache with network_info: [{"id": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "address": "fa:16:3e:84:89:d1", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3e6ed0-34", "ovs_interfaceid": "0a3e6ed0-34c9-4f43-a31d-aac39abd3326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.111362] env[62153]: DEBUG nova.compute.manager [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2133.125720] env[62153]: DEBUG oslo_vmware.api [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073583, 'name': PowerOnVM_Task, 'duration_secs': 0.961718} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.126149] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2133.126475] env[62153]: INFO nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Took 8.80 seconds to spawn the instance on the hypervisor. [ 2133.126783] env[62153]: DEBUG nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2133.130109] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15384b9e-35ad-428b-9091-e5aba47f57e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.405516] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073584, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.457234] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073581, 'name': CreateVM_Task, 'duration_secs': 1.591351} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.457456] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2133.458154] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.458357] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.458690] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2133.458951] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e70c856-d0b8-4581-84bf-1ea2189d4237 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.463494] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2133.463494] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52662268-2895-ef1a-aa51-fc80161a2a1e" [ 2133.463494] env[62153]: _type = "Task" [ 2133.463494] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.471298] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52662268-2895-ef1a-aa51-fc80161a2a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.616372] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e705f9ee-3113-410a-be71-985b7cfdee17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.630084] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf211944-6de2-4ee2-9840-a38b1ce8fcf8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.641470] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.648617] env[62153]: INFO nova.compute.manager [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Took 16.91 seconds to build instance. [ 2133.672434] env[62153]: DEBUG nova.compute.manager [req-3370b62f-a0ac-4caf-b9c8-7034662c5785 req-d5fff61e-387d-4b21-99ca-acb54ae9937d service nova] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Detach interface failed, port_id=1e9a7ec4-e503-44b6-8ac5-f360ec67a068, reason: Instance 00402ed1-3104-4de8-908b-73768076ae4f could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2133.828667] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7335a-48b7-43d0-b5e8-05e5af15483e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.841020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1882ef-59bb-40b2-aad9-1e4a506cf4a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.873466] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63c964c-8bee-426f-b62a-ecf742650077 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.881442] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37051264-5052-4f26-b324-60438948dc89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.898285] env[62153]: DEBUG nova.compute.provider_tree [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.907838] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529565} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.908668] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 6f9d0504-1415-4c94-bb2e-452d18002aa0/6f9d0504-1415-4c94-bb2e-452d18002aa0.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2133.908871] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2133.909131] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e96f88-9874-45fc-b235-339a7ca4cb7b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.916969] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2133.916969] env[62153]: value = "task-2073588" [ 2133.916969] env[62153]: _type = "Task" [ 2133.916969] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.926087] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.974912] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52662268-2895-ef1a-aa51-fc80161a2a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.975295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.975551] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2133.975785] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.975960] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.976393] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2133.976495] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e53048-1161-4945-8b56-64ffd52d4e79 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.985423] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2133.985610] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2133.986331] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea3b4ac-0268-4e31-8f8f-c68868563a3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.991660] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2133.991660] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e37af6-8977-1c35-4372-acf268d36b1d" [ 2133.991660] env[62153]: _type = "Task" [ 2133.991660] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.001058] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e37af6-8977-1c35-4372-acf268d36b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.152650] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1dbddf8b-25f9-4815-9c6b-76830c9542f1 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.428s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.403824] env[62153]: DEBUG nova.scheduler.client.report [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2134.429847] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076088} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.430998] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2134.433302] env[62153]: DEBUG nova.compute.manager [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Received event network-changed-c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.433474] env[62153]: DEBUG nova.compute.manager [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Refreshing instance network info cache due to event network-changed-c2e0c522-178f-46d8-b4e6-cda39ab4e131. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2134.433687] env[62153]: DEBUG oslo_concurrency.lockutils [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] Acquiring lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.433833] env[62153]: DEBUG oslo_concurrency.lockutils [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] Acquired lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.433991] env[62153]: DEBUG nova.network.neutron [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Refreshing network info cache for port c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2134.435561] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b100581-52c6-478a-9d01-78fbeef4db94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.461222] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6f9d0504-1415-4c94-bb2e-452d18002aa0/6f9d0504-1415-4c94-bb2e-452d18002aa0.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2134.461925] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c12ab4f-44c6-4233-b25a-78a0a50a6b76 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.482671] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2134.482671] env[62153]: value = "task-2073589" [ 2134.482671] env[62153]: _type = "Task" [ 2134.482671] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.492817] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.500909] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e37af6-8977-1c35-4372-acf268d36b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.007963} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.501697] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005946cc-ffcc-4836-a203-8aade69b7785 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.507135] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2134.507135] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522c153d-49af-6228-47fe-02cce1828cb0" [ 2134.507135] env[62153]: _type = "Task" [ 2134.507135] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.515930] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522c153d-49af-6228-47fe-02cce1828cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.910019] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.910583] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2134.914092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.772s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.914347] env[62153]: DEBUG nova.objects.instance [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'resources' on Instance uuid 5c90d935-6cad-4136-be2a-38bdd50df3b8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.993058] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073589, 'name': ReconfigVM_Task, 'duration_secs': 0.268471} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.993393] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6f9d0504-1415-4c94-bb2e-452d18002aa0/6f9d0504-1415-4c94-bb2e-452d18002aa0.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2134.994049] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27df4f8f-bcd2-49a5-bcf4-3222df1a249b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.001856] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2135.001856] env[62153]: value = "task-2073590" [ 2135.001856] env[62153]: _type = "Task" [ 2135.001856] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.013044] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073590, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.026469] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522c153d-49af-6228-47fe-02cce1828cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.026771] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.027086] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2135.027387] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d8648c-7b8e-4340-853b-161df7b94b63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.035882] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2135.035882] env[62153]: value = "task-2073591" [ 2135.035882] env[62153]: _type = "Task" [ 2135.035882] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.044509] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.241911] env[62153]: DEBUG nova.network.neutron [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Updated VIF entry in instance network info cache for port c2e0c522-178f-46d8-b4e6-cda39ab4e131. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2135.242491] env[62153]: DEBUG nova.network.neutron [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Updating instance_info_cache with network_info: [{"id": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "address": "fa:16:3e:91:89:7d", "network": {"id": "d8c79be7-84ad-4691-95d4-ca36f2d8a81e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818468261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f2cb67af0247e08efd98cfa53bb20e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e0c522-17", "ovs_interfaceid": "c2e0c522-178f-46d8-b4e6-cda39ab4e131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.329793] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.330184] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.417733] env[62153]: DEBUG nova.compute.utils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2135.419416] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2135.419652] env[62153]: DEBUG nova.network.neutron [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2135.422241] env[62153]: DEBUG nova.objects.instance [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c90d935-6cad-4136-be2a-38bdd50df3b8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.485142] env[62153]: DEBUG nova.policy [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce663d9c2fe541fe9147b8e157d360cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e83d0f6afc6c4969985e61a1f337bcf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2135.512180] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073590, 'name': Rename_Task, 'duration_secs': 0.135699} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.512505] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.512726] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be80767-b182-4217-977c-17a420c08d64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.520677] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2135.520677] env[62153]: value = "task-2073593" [ 2135.520677] env[62153]: _type = "Task" [ 2135.520677] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.528704] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.547816] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.745485] env[62153]: DEBUG oslo_concurrency.lockutils [req-6da8ae11-af74-4fad-810d-b830cc630521 req-00f19d3f-efae-40b2-9b00-435512d29d4e service nova] Releasing lock "refresh_cache-022915a7-6bcd-410e-95d0-97e9303f3a56" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.756805] env[62153]: DEBUG nova.network.neutron [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Successfully created port: 4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2135.833221] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2135.927257] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2135.931018] env[62153]: DEBUG nova.objects.base [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Object Instance<5c90d935-6cad-4136-be2a-38bdd50df3b8> lazy-loaded attributes: resources,numa_topology {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2136.031858] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.046506] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.237740] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf7975-ace3-429e-b18a-ddf8885db1e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.245274] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528f2615-fa0e-4303-b86a-75725b680acf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.275354] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d6f4c2-6f97-458b-bd51-5d304e98b07c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.283263] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94a36a8-bc36-4577-a5a9-5289a4af6b3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.298026] env[62153]: DEBUG nova.compute.provider_tree [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2136.351352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.534661] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.550281] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073591, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.48886} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.550450] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2136.550787] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2136.551124] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e22ddc1-20aa-422f-9f60-e3c4ceefbe26 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.558921] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2136.558921] env[62153]: value = "task-2073594" [ 2136.558921] env[62153]: _type = "Task" [ 2136.558921] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.566582] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.638446] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.638756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.803024] env[62153]: DEBUG nova.scheduler.client.report [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.938966] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2136.967276] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2136.967557] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.967759] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2136.967970] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.968135] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2136.968298] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2136.968514] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2136.968676] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2136.968845] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2136.969018] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2136.969195] env[62153]: DEBUG nova.virt.hardware [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2136.970129] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9029390-5221-4b1f-b695-34d75cb30dd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.977967] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4abbc-3a4e-4aaa-b868-8cd6124059db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.032146] env[62153]: DEBUG oslo_vmware.api [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073593, 'name': PowerOnVM_Task, 'duration_secs': 1.434707} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.032999] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2137.032999] env[62153]: INFO nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Took 10.21 seconds to spawn the instance on the hypervisor. [ 2137.032999] env[62153]: DEBUG nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2137.033635] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ec644c-a0bb-4d28-b413-ace27ff0a4e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.068689] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066664} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.068689] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2137.069613] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ba47d-ea22-43f6-8022-95c262278226 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.095958] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2137.096599] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d717a4a3-66d9-47c1-91ec-4fbaa56fe99e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.825175] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.825452] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.829033] env[62153]: DEBUG nova.network.neutron [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Successfully updated port: 4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2137.831290] env[62153]: INFO nova.compute.manager [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Detaching volume bdae91ee-2e28-4aa7-8ec6-36b407b71260 [ 2137.833344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.919s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.842029] env[62153]: DEBUG nova.compute.manager [req-03e15b34-06ae-4084-b3bf-5c436b1af778 req-2a56c6fe-a41d-443b-9da7-ff98909417ed service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Received event network-vif-plugged-4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2137.842029] env[62153]: DEBUG oslo_concurrency.lockutils [req-03e15b34-06ae-4084-b3bf-5c436b1af778 req-2a56c6fe-a41d-443b-9da7-ff98909417ed service nova] Acquiring lock "03bdbe37-ca0e-4319-afe7-464017465971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.842029] env[62153]: DEBUG oslo_concurrency.lockutils [req-03e15b34-06ae-4084-b3bf-5c436b1af778 req-2a56c6fe-a41d-443b-9da7-ff98909417ed service nova] Lock "03bdbe37-ca0e-4319-afe7-464017465971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.842029] env[62153]: DEBUG oslo_concurrency.lockutils [req-03e15b34-06ae-4084-b3bf-5c436b1af778 req-2a56c6fe-a41d-443b-9da7-ff98909417ed service nova] Lock "03bdbe37-ca0e-4319-afe7-464017465971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.842029] env[62153]: DEBUG nova.compute.manager [req-03e15b34-06ae-4084-b3bf-5c436b1af778 req-2a56c6fe-a41d-443b-9da7-ff98909417ed service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] No waiting events found dispatching network-vif-plugged-4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2137.842029] env[62153]: WARNING nova.compute.manager [req-03e15b34-06ae-4084-b3bf-5c436b1af778 req-2a56c6fe-a41d-443b-9da7-ff98909417ed service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Received unexpected event network-vif-plugged-4354fc7a-2232-48bf-a9e0-2c84d718960e for instance with vm_state building and task_state spawning. [ 2137.843719] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.753s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.843961] env[62153]: DEBUG nova.objects.instance [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lazy-loading 'resources' on Instance uuid aec37370-958c-4c2c-9e35-1fea38081d88 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.845199] env[62153]: INFO nova.compute.manager [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Took 20.59 seconds to build instance. [ 2137.847747] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2137.847747] env[62153]: value = "task-2073595" [ 2137.847747] env[62153]: _type = "Task" [ 2137.847747] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.860019] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.888253] env[62153]: INFO nova.virt.block_device [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Attempting to driver detach volume bdae91ee-2e28-4aa7-8ec6-36b407b71260 from mountpoint /dev/sdb [ 2137.888484] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2137.888729] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425051', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'name': 'volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c367759-d799-40be-8dc8-5608c38a6616', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'serial': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2137.889617] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e217f46d-2794-44fd-8bea-a3b8b77a5039 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.912143] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d44c11-32c1-4c19-a976-aa1ba25404b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.919948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca85dbb-f60b-4fa9-a39d-0f65bb9ff17c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.940655] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a6dce-f6d4-4549-850e-5b2261abe4c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.955657] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] The volume has not been displaced from its original location: [datastore1] volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260/volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2137.961143] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2137.961481] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f39824-b80b-4dc4-aae1-7d9108d5ae40 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.979860] env[62153]: DEBUG oslo_vmware.api [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2137.979860] env[62153]: value = "task-2073596" [ 2137.979860] env[62153]: _type = "Task" [ 2137.979860] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.989428] env[62153]: DEBUG oslo_vmware.api [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.346549] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.346688] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.347831] env[62153]: DEBUG nova.network.neutron [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2138.348184] env[62153]: INFO nova.compute.manager [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Detaching volume d0ca9112-b19c-4a8d-8164-95fcbb9b190b [ 2138.352861] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b30a21e4-221f-4bd8-9f6a-8f04203829b9 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.267s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.353887] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3fb80390-ed2c-463e-8caf-ba134b602c54 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.116s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.354209] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.679s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.354409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.354618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.354805] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.361626] env[62153]: INFO nova.compute.manager [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Terminating instance [ 2138.372217] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073595, 'name': ReconfigVM_Task, 'duration_secs': 0.417116} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.372493] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9/5071ec0f-5373-4c3a-afd0-1ffad6cde1d9.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2138.373178] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbb54e3a-cbfb-40c5-b80b-7f02c8cc4bd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.382639] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2138.382639] env[62153]: value = "task-2073597" [ 2138.382639] env[62153]: _type = "Task" [ 2138.382639] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.393026] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073597, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.400828] env[62153]: INFO nova.virt.block_device [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Attempting to driver detach volume d0ca9112-b19c-4a8d-8164-95fcbb9b190b from mountpoint /dev/sdb [ 2138.401073] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2138.401259] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425048', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'name': 'volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5aef7500-5f4b-4645-88fd-d357b9e3515c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'serial': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2138.402096] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d277e4f-d03a-480c-b7ee-b8133eb6e5f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.430279] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245513d4-0fa7-44e8-a25a-e11ebf1fa44e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.436819] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b8ebb-490a-4fe6-a243-a3e00e7e3dd8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.461407] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea28e05-339e-422e-9419-307f1633dafd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.478816] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] The volume has not been displaced from its original location: [datastore1] volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b/volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2138.484039] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2138.486741] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7214e6a1-1594-409c-a435-acd22e9ce395 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.508085] env[62153]: DEBUG oslo_vmware.api [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073596, 'name': ReconfigVM_Task, 'duration_secs': 0.237192} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.509380] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2138.514080] env[62153]: DEBUG oslo_vmware.api [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2138.514080] env[62153]: value = "task-2073598" [ 2138.514080] env[62153]: _type = "Task" [ 2138.514080] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.514280] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12473a4-96a9-49e9-8480-9ed088c278bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.536414] env[62153]: DEBUG oslo_vmware.api [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.538012] env[62153]: DEBUG oslo_vmware.api [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2138.538012] env[62153]: value = "task-2073599" [ 2138.538012] env[62153]: _type = "Task" [ 2138.538012] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.546162] env[62153]: DEBUG oslo_vmware.api [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.727626] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6104fa37-1d76-4443-be0c-a2d065db89f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.735046] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c503e84-b7d9-41e0-b1be-097848bfc8e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.764776] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8067f080-b755-4cb7-a4c3-455bf21db6cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.772363] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33924ed-0c4b-457f-8ddb-2a116cf23d55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.785364] env[62153]: DEBUG nova.compute.provider_tree [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.830382] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "6f9d0504-1415-4c94-bb2e-452d18002aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.830679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.830679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "6f9d0504-1415-4c94-bb2e-452d18002aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.830797] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.831059] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.836070] env[62153]: INFO nova.compute.manager [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Terminating instance [ 2138.865892] env[62153]: DEBUG nova.compute.manager [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2138.865991] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.866341] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0991f995-5d9d-45a6-8db3-4c14a861208b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.875430] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095942c4-baf8-4b17-927f-b0d5efae9d83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.888399] env[62153]: DEBUG nova.network.neutron [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2138.900630] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073597, 'name': Rename_Task, 'duration_secs': 0.226764} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.900967] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2138.901244] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b24f4f9-ea40-413a-ab3c-5d68fa2a1213 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.903698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.910492] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2138.910492] env[62153]: value = "task-2073600" [ 2138.910492] env[62153]: _type = "Task" [ 2138.910492] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.922906] env[62153]: WARNING nova.virt.vmwareapi.vmops [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5c90d935-6cad-4136-be2a-38bdd50df3b8 could not be found. [ 2138.923143] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2138.923288] env[62153]: INFO nova.compute.manager [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 2138.923522] env[62153]: DEBUG oslo.service.loopingcall [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.928886] env[62153]: DEBUG nova.compute.manager [-] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2138.928976] env[62153]: DEBUG nova.network.neutron [-] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2138.936104] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073600, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.034739] env[62153]: DEBUG oslo_vmware.api [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073598, 'name': ReconfigVM_Task, 'duration_secs': 0.415972} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.035616] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2139.041721] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebba5a6-b3dd-4a17-8bf5-6677e55afd90 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.067655] env[62153]: DEBUG oslo_vmware.api [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073599, 'name': ReconfigVM_Task, 'duration_secs': 0.144779} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.069216] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425051', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'name': 'volume-bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c367759-d799-40be-8dc8-5608c38a6616', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260', 'serial': 'bdae91ee-2e28-4aa7-8ec6-36b407b71260'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2139.071790] env[62153]: DEBUG oslo_vmware.api [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2139.071790] env[62153]: value = "task-2073601" [ 2139.071790] env[62153]: _type = "Task" [ 2139.071790] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.083253] env[62153]: DEBUG oslo_vmware.api [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.108662] env[62153]: DEBUG nova.network.neutron [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Updating instance_info_cache with network_info: [{"id": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "address": "fa:16:3e:60:fa:3b", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4354fc7a-22", "ovs_interfaceid": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.288618] env[62153]: DEBUG nova.scheduler.client.report [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2139.301821] env[62153]: DEBUG nova.compute.manager [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Received event network-changed-4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2139.302049] env[62153]: DEBUG nova.compute.manager [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Refreshing instance network info cache due to event network-changed-4354fc7a-2232-48bf-a9e0-2c84d718960e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2139.302282] env[62153]: DEBUG oslo_concurrency.lockutils [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] Acquiring lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.339581] env[62153]: DEBUG nova.compute.manager [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2139.340071] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2139.341070] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9981ce4-33c7-4cf4-96ef-ba6e51b6e87b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.350083] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.350388] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a47f86d-e579-4e4f-b5ca-be45c6812cba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.357498] env[62153]: DEBUG oslo_vmware.api [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2139.357498] env[62153]: value = "task-2073602" [ 2139.357498] env[62153]: _type = "Task" [ 2139.357498] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.367376] env[62153]: DEBUG oslo_vmware.api [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.432621] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073600, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.583046] env[62153]: DEBUG oslo_vmware.api [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073601, 'name': ReconfigVM_Task, 'duration_secs': 0.156292} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.583253] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425048', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'name': 'volume-d0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5aef7500-5f4b-4645-88fd-d357b9e3515c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b', 'serial': 'd0ca9112-b19c-4a8d-8164-95fcbb9b190b'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2139.612241] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.612909] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Instance network_info: |[{"id": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "address": "fa:16:3e:60:fa:3b", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4354fc7a-22", "ovs_interfaceid": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2139.613090] env[62153]: DEBUG oslo_concurrency.lockutils [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] Acquired lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.613280] env[62153]: DEBUG nova.network.neutron [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Refreshing network info cache for port 4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2139.614725] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:fa:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4354fc7a-2232-48bf-a9e0-2c84d718960e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2139.622743] env[62153]: DEBUG oslo.service.loopingcall [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.624306] env[62153]: DEBUG nova.objects.instance [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.625953] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2139.626358] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-980dd5fd-69ee-441c-a706-a88381098693 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.647504] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2139.647504] env[62153]: value = "task-2073603" [ 2139.647504] env[62153]: _type = "Task" [ 2139.647504] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.655935] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073603, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.751600] env[62153]: DEBUG nova.network.neutron [-] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.794220] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.796618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.012s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.798604] env[62153]: INFO nova.compute.claims [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2139.868573] env[62153]: DEBUG oslo_vmware.api [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073602, 'name': PowerOffVM_Task, 'duration_secs': 0.230646} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.868849] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.869012] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.869269] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d461d3a7-e2c5-473a-b5cb-7e74732af362 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.933921] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073600, 'name': PowerOnVM_Task, 'duration_secs': 0.583654} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.934234] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2139.935026] env[62153]: DEBUG nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2139.936022] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f061c3cc-4f2a-4b16-9a8e-12292a377420 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.123939] env[62153]: DEBUG nova.objects.instance [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lazy-loading 'flavor' on Instance uuid 5aef7500-5f4b-4645-88fd-d357b9e3515c {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2140.158709] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073603, 'name': CreateVM_Task, 'duration_secs': 0.340968} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.158874] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2140.159577] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.159801] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.160123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2140.160376] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620a2c7f-bb6f-4a73-9694-6bd3e6cabb34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.168217] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2140.168217] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cf1ea8-7dbc-bb7f-6067-5d9a1d71ecdf" [ 2140.168217] env[62153]: _type = "Task" [ 2140.168217] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.176643] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cf1ea8-7dbc-bb7f-6067-5d9a1d71ecdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.254387] env[62153]: INFO nova.compute.manager [-] [instance: 5c90d935-6cad-4136-be2a-38bdd50df3b8] Took 1.33 seconds to deallocate network for instance. [ 2140.261783] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2140.261783] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2140.261783] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] 6f9d0504-1415-4c94-bb2e-452d18002aa0 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2140.261783] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f4e548c-8695-46e0-8834-e2ed3c71b1e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.267695] env[62153]: DEBUG oslo_vmware.api [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2140.267695] env[62153]: value = "task-2073605" [ 2140.267695] env[62153]: _type = "Task" [ 2140.267695] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.281251] env[62153]: DEBUG oslo_vmware.api [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.313756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3f122f00-bf42-41af-9b8f-bddff830507e tempest-ServerActionsV293TestJSON-1620285519 tempest-ServerActionsV293TestJSON-1620285519-project-member] Lock "aec37370-958c-4c2c-9e35-1fea38081d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.126s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.375763] env[62153]: DEBUG nova.network.neutron [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Updated VIF entry in instance network info cache for port 4354fc7a-2232-48bf-a9e0-2c84d718960e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2140.375763] env[62153]: DEBUG nova.network.neutron [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Updating instance_info_cache with network_info: [{"id": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "address": "fa:16:3e:60:fa:3b", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4354fc7a-22", "ovs_interfaceid": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.445991] env[62153]: INFO nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] bringing vm to original state: 'stopped' [ 2140.631701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fa27019f-4c28-4722-96ec-98bd86a1657a tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.993s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.679243] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cf1ea8-7dbc-bb7f-6067-5d9a1d71ecdf, 'name': SearchDatastore_Task, 'duration_secs': 0.017534} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.679564] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.679817] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2140.680066] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.680215] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.680407] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2140.680647] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb60e56-4547-4526-a813-8dbe92165800 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.689252] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2140.689482] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2140.690288] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d0aecc-7f0f-4660-9b78-b87312b8ada9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.696082] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2140.696082] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52801026-674a-5812-b07e-7d25ca48c7e7" [ 2140.696082] env[62153]: _type = "Task" [ 2140.696082] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.704310] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52801026-674a-5812-b07e-7d25ca48c7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.779185] env[62153]: DEBUG oslo_vmware.api [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369754} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.781759] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2140.781956] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2140.782159] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2140.782330] env[62153]: INFO nova.compute.manager [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Took 1.44 seconds to destroy the instance on the hypervisor. [ 2140.782758] env[62153]: DEBUG oslo.service.loopingcall [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.782979] env[62153]: DEBUG nova.compute.manager [-] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2140.783091] env[62153]: DEBUG nova.network.neutron [-] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2140.878256] env[62153]: DEBUG oslo_concurrency.lockutils [req-cccf6f6e-433c-4eaf-ada7-e7a8e0556237 req-e0246ea2-1999-48cd-8feb-dd5f0856f231 service nova] Releasing lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.894558] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.894880] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.895093] env[62153]: DEBUG nova.compute.manager [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.895977] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625af14b-c702-4bb3-bbdc-b9272accf97a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.907928] env[62153]: DEBUG nova.compute.manager [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2140.908591] env[62153]: DEBUG nova.objects.instance [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.123488] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc681bf0-79fb-4aa9-b0ac-09669e058a2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.135413] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b9af8398-a200-41e9-a731-af6e42ec5ee4 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.137597] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e994249-07af-4808-88e9-f254c6d35afd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.170236] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d9b046-3550-4b59-9144-ad990c93d458 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.178577] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189f04e4-b14c-474f-af7b-87c16b76b75e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.193803] env[62153]: DEBUG nova.compute.provider_tree [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.206709] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52801026-674a-5812-b07e-7d25ca48c7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.207678] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af6c078-3ab4-4dfd-958b-cf6a1c2fca36 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.213171] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2141.213171] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b61a6-4074-9beb-546c-6bb81a4496b6" [ 2141.213171] env[62153]: _type = "Task" [ 2141.213171] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.220931] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b61a6-4074-9beb-546c-6bb81a4496b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.287173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e410dc06-0609-47ab-9cd9-3e842e89cddc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "5c90d935-6cad-4136-be2a-38bdd50df3b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.933s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.386390] env[62153]: DEBUG nova.compute.manager [req-e218bb1d-e19e-4bac-886f-d592de855206 req-5a3b4978-b053-42eb-bfd4-8b0dfdf7af6b service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Received event network-vif-deleted-34b12355-c1dc-49e5-bfe2-a122f1e4fac7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2141.386590] env[62153]: INFO nova.compute.manager [req-e218bb1d-e19e-4bac-886f-d592de855206 req-5a3b4978-b053-42eb-bfd4-8b0dfdf7af6b service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Neutron deleted interface 34b12355-c1dc-49e5-bfe2-a122f1e4fac7; detaching it from the instance and deleting it from the info cache [ 2141.386760] env[62153]: DEBUG nova.network.neutron [req-e218bb1d-e19e-4bac-886f-d592de855206 req-5a3b4978-b053-42eb-bfd4-8b0dfdf7af6b service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.453916] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.454190] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.454379] env[62153]: DEBUG nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.455554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e9c826-2061-4f27-916d-be6dca31366f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.464535] env[62153]: DEBUG nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2141.534461] env[62153]: DEBUG nova.network.neutron [-] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.619991] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.620299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.620516] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "5aef7500-5f4b-4645-88fd-d357b9e3515c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.620704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.620896] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.623068] env[62153]: INFO nova.compute.manager [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Terminating instance [ 2141.696972] env[62153]: DEBUG nova.scheduler.client.report [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2141.723226] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b61a6-4074-9beb-546c-6bb81a4496b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.723473] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.723719] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 03bdbe37-ca0e-4319-afe7-464017465971/03bdbe37-ca0e-4319-afe7-464017465971.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2141.723968] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86d4654-80cb-4218-842d-3e908bf896be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.732765] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2141.732765] env[62153]: value = "task-2073606" [ 2141.732765] env[62153]: _type = "Task" [ 2141.732765] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.740104] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.889680] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e2e8917-445a-4227-8951-00f4911db06c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.899062] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab78155-bb23-452b-8c60-6ac1c734ae46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.915801] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2141.916143] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58243a7b-bae8-4406-9924-b1d5aaff9ae0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.922875] env[62153]: DEBUG oslo_vmware.api [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2141.922875] env[62153]: value = "task-2073607" [ 2141.922875] env[62153]: _type = "Task" [ 2141.922875] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.936633] env[62153]: DEBUG nova.compute.manager [req-e218bb1d-e19e-4bac-886f-d592de855206 req-5a3b4978-b053-42eb-bfd4-8b0dfdf7af6b service nova] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Detach interface failed, port_id=34b12355-c1dc-49e5-bfe2-a122f1e4fac7, reason: Instance 6f9d0504-1415-4c94-bb2e-452d18002aa0 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2141.944866] env[62153]: DEBUG oslo_vmware.api [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.970776] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2141.971222] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90282054-b4b3-4d4e-82d3-6631da3075af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.978342] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2141.978342] env[62153]: value = "task-2073608" [ 2141.978342] env[62153]: _type = "Task" [ 2141.978342] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.987163] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.038099] env[62153]: INFO nova.compute.manager [-] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Took 1.25 seconds to deallocate network for instance. [ 2142.128622] env[62153]: DEBUG nova.compute.manager [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2142.128868] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2142.129884] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c55460-785e-430d-8fd5-0cbb2e98ff01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.137741] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.138048] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d1aeaa-4f0a-41ef-a250-49df488d679f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.144931] env[62153]: DEBUG oslo_vmware.api [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2142.144931] env[62153]: value = "task-2073609" [ 2142.144931] env[62153]: _type = "Task" [ 2142.144931] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.155376] env[62153]: DEBUG oslo_vmware.api [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.166768] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.167044] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.202370] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.204728] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2142.207016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.421s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.209204] env[62153]: INFO nova.compute.claims [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2142.244999] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073606, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.445986] env[62153]: DEBUG oslo_vmware.api [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073607, 'name': PowerOffVM_Task, 'duration_secs': 0.25289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.446190] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.446387] env[62153]: DEBUG nova.compute.manager [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.447193] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22241c7-f890-4738-a15d-5ac51ebc5ba6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.488725] env[62153]: DEBUG oslo_vmware.api [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073608, 'name': PowerOffVM_Task, 'duration_secs': 0.507219} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.489684] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.489910] env[62153]: DEBUG nova.compute.manager [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.490719] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c83ae1-7f23-424a-9212-a61f0b280965 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.545469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.657074] env[62153]: DEBUG oslo_vmware.api [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073609, 'name': PowerOffVM_Task, 'duration_secs': 0.405346} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.657446] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.657701] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2142.658015] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5185d690-15c5-4df3-84ea-26deda5163e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.672572] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.715534] env[62153]: DEBUG nova.compute.utils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2142.719714] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2142.720020] env[62153]: DEBUG nova.network.neutron [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2142.739845] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.740055] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.740241] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleting the datastore file [datastore1] 5aef7500-5f4b-4645-88fd-d357b9e3515c {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.740479] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d847844-eb14-40e5-8db7-d4f0805dfab2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.745389] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713606} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.746143] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 03bdbe37-ca0e-4319-afe7-464017465971/03bdbe37-ca0e-4319-afe7-464017465971.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2142.746366] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2142.746613] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f840a3-8e31-48e5-a32c-2f4da24aff2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.750154] env[62153]: DEBUG oslo_vmware.api [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2142.750154] env[62153]: value = "task-2073611" [ 2142.750154] env[62153]: _type = "Task" [ 2142.750154] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.755044] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2142.755044] env[62153]: value = "task-2073612" [ 2142.755044] env[62153]: _type = "Task" [ 2142.755044] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.757875] env[62153]: DEBUG oslo_vmware.api [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.766071] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.777200] env[62153]: DEBUG nova.policy [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba0a16a8fc24c21acac344df2f235b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6f8a1ce86f467b9f4aa03b69ef83c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2142.958898] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1d0f1165-7980-4efa-bef0-22a936014de5 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.006628] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.132016] env[62153]: DEBUG nova.network.neutron [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Successfully created port: 497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2143.203525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.219958] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2143.261429] env[62153]: DEBUG oslo_vmware.api [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163749} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.265086] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2143.265343] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2143.265534] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2143.265711] env[62153]: INFO nova.compute.manager [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2143.265970] env[62153]: DEBUG oslo.service.loopingcall [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.268953] env[62153]: DEBUG nova.compute.manager [-] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2143.269069] env[62153]: DEBUG nova.network.neutron [-] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2143.277233] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075605} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.277496] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2143.278486] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e86c8-517e-4647-adad-fe1b99f7b707 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.302424] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 03bdbe37-ca0e-4319-afe7-464017465971/03bdbe37-ca0e-4319-afe7-464017465971.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2143.308012] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6298a48f-0130-47e0-88af-f582e4479229 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.327866] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2143.327866] env[62153]: value = "task-2073613" [ 2143.327866] env[62153]: _type = "Task" [ 2143.327866] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.337811] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.427165] env[62153]: DEBUG nova.objects.instance [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.518633] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.613581] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c4add-31cc-4e85-aa99-9d85042262d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.621395] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b989042-d6ee-4c2f-a9d4-6c3f99b296cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.653453] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad34336b-8e42-4507-91d2-746900085503 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.662558] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc133d44-926b-454c-915d-8630e39ae4dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.677460] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.677460] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.677601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.677890] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.677958] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.679761] env[62153]: DEBUG nova.compute.provider_tree [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.681230] env[62153]: INFO nova.compute.manager [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Terminating instance [ 2143.812580] env[62153]: DEBUG nova.compute.manager [req-bbca3aa9-0e73-438c-90c9-b30d41560e5f req-487ff087-7ec3-42b0-8c5e-85406942dde1 service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Received event network-vif-deleted-c8899181-b8b9-4e52-8780-4b0c4ca391f5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2143.812775] env[62153]: INFO nova.compute.manager [req-bbca3aa9-0e73-438c-90c9-b30d41560e5f req-487ff087-7ec3-42b0-8c5e-85406942dde1 service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Neutron deleted interface c8899181-b8b9-4e52-8780-4b0c4ca391f5; detaching it from the instance and deleting it from the info cache [ 2143.812939] env[62153]: DEBUG nova.network.neutron [req-bbca3aa9-0e73-438c-90c9-b30d41560e5f req-487ff087-7ec3-42b0-8c5e-85406942dde1 service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.841016] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073613, 'name': ReconfigVM_Task, 'duration_secs': 0.386188} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.841016] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 03bdbe37-ca0e-4319-afe7-464017465971/03bdbe37-ca0e-4319-afe7-464017465971.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.841016] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d03a762-8cde-4660-b631-0bab182ea376 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.846329] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2143.846329] env[62153]: value = "task-2073614" [ 2143.846329] env[62153]: _type = "Task" [ 2143.846329] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.854942] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073614, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.933062] env[62153]: DEBUG oslo_concurrency.lockutils [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.933203] env[62153]: DEBUG oslo_concurrency.lockutils [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.933392] env[62153]: DEBUG nova.network.neutron [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2143.933583] env[62153]: DEBUG nova.objects.instance [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'info_cache' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.184488] env[62153]: DEBUG nova.scheduler.client.report [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.188187] env[62153]: DEBUG nova.compute.manager [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.188402] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.189465] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6eae2b-46ed-413c-9d68-8e2cb6af314a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.198801] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.198905] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b49ee103-cf11-4566-810d-b93cec250f8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.231856] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2144.257340] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2144.257667] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2144.257830] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2144.258025] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2144.258178] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2144.258323] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2144.258529] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2144.258686] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2144.258848] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2144.259014] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2144.259190] env[62153]: DEBUG nova.virt.hardware [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2144.260084] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d7e09-db44-4c66-8454-efd205384dfd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.267885] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24a213-3698-451c-9ef2-4281f8d0fdfc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.292227] env[62153]: DEBUG nova.network.neutron [-] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.314957] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f1c31c5-64f4-4ed5-8cce-c711972de3aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.324828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ee43c-6e01-4d48-8caa-9512de23aa91 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.358294] env[62153]: DEBUG nova.compute.manager [req-bbca3aa9-0e73-438c-90c9-b30d41560e5f req-487ff087-7ec3-42b0-8c5e-85406942dde1 service nova] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Detach interface failed, port_id=c8899181-b8b9-4e52-8780-4b0c4ca391f5, reason: Instance 5aef7500-5f4b-4645-88fd-d357b9e3515c could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2144.368375] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073614, 'name': Rename_Task, 'duration_secs': 0.133189} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.368559] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2144.368776] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb080ca2-c1ad-4717-b6af-3f6f29174664 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.375249] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2144.375249] env[62153]: value = "task-2073616" [ 2144.375249] env[62153]: _type = "Task" [ 2144.375249] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.382906] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.438567] env[62153]: DEBUG nova.objects.base [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Object Instance<2c367759-d799-40be-8dc8-5608c38a6616> lazy-loaded attributes: flavor,info_cache {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2144.461769] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.461936] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.462811] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.462811] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d3cec5-39af-4635-9fac-a012c87a3e2c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.469971] env[62153]: DEBUG oslo_vmware.api [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2144.469971] env[62153]: value = "task-2073617" [ 2144.469971] env[62153]: _type = "Task" [ 2144.469971] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.478563] env[62153]: DEBUG oslo_vmware.api [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.638057] env[62153]: DEBUG nova.compute.manager [req-6d86356a-1399-438c-9458-c556fae61e02 req-579fceca-6fd9-43d6-9a31-bc91f996df54 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Received event network-vif-plugged-497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2144.638289] env[62153]: DEBUG oslo_concurrency.lockutils [req-6d86356a-1399-438c-9458-c556fae61e02 req-579fceca-6fd9-43d6-9a31-bc91f996df54 service nova] Acquiring lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.638500] env[62153]: DEBUG oslo_concurrency.lockutils [req-6d86356a-1399-438c-9458-c556fae61e02 req-579fceca-6fd9-43d6-9a31-bc91f996df54 service nova] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.638721] env[62153]: DEBUG oslo_concurrency.lockutils [req-6d86356a-1399-438c-9458-c556fae61e02 req-579fceca-6fd9-43d6-9a31-bc91f996df54 service nova] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.638842] env[62153]: DEBUG nova.compute.manager [req-6d86356a-1399-438c-9458-c556fae61e02 req-579fceca-6fd9-43d6-9a31-bc91f996df54 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] No waiting events found dispatching network-vif-plugged-497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2144.639009] env[62153]: WARNING nova.compute.manager [req-6d86356a-1399-438c-9458-c556fae61e02 req-579fceca-6fd9-43d6-9a31-bc91f996df54 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Received unexpected event network-vif-plugged-497d9e81-fd9d-44ed-b6bc-ed1be1974713 for instance with vm_state building and task_state spawning. [ 2144.689993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.690616] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2144.693459] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.268s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.693632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.693789] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2144.694088] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.338s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.695511] env[62153]: INFO nova.compute.claims [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.701284] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ad89a-224b-40f8-acef-2cec7b8441b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.713332] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03e1bd9-7f86-4839-8692-2da103fe7606 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.732309] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df5e4e5-bb32-445e-afdc-2009c16d7f7c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.741162] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a192a91e-14fb-4933-920f-e3c245cfde89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.772901] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179076MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2144.773103] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.791366] env[62153]: DEBUG nova.network.neutron [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Successfully updated port: 497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2144.794684] env[62153]: INFO nova.compute.manager [-] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Took 1.53 seconds to deallocate network for instance. [ 2144.884462] env[62153]: DEBUG oslo_vmware.api [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073616, 'name': PowerOnVM_Task, 'duration_secs': 0.48452} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.884818] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2144.885081] env[62153]: INFO nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Took 7.95 seconds to spawn the instance on the hypervisor. [ 2144.885304] env[62153]: DEBUG nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.886091] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cc98f-999b-40cc-b0af-3fd561492d6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.985534] env[62153]: DEBUG oslo_vmware.api [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165754} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.985849] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.986088] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.986310] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.986518] env[62153]: INFO nova.compute.manager [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Took 0.80 seconds to destroy the instance on the hypervisor. [ 2144.986798] env[62153]: DEBUG oslo.service.loopingcall [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.987060] env[62153]: DEBUG nova.compute.manager [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.987203] env[62153]: DEBUG nova.network.neutron [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.179328] env[62153]: DEBUG nova.network.neutron [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [{"id": "baef8ef2-5033-4509-9690-ab5fc9979795", "address": "fa:16:3e:51:80:c3", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaef8ef2-50", "ovs_interfaceid": "baef8ef2-5033-4509-9690-ab5fc9979795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.205054] env[62153]: DEBUG nova.compute.utils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2145.207032] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2145.207032] env[62153]: DEBUG nova.network.neutron [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2145.278011] env[62153]: DEBUG nova.policy [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581990d30b29416d9678632e817c3fed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02053208b6b046a08224d06624f0f5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2145.294541] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.294677] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.294832] env[62153]: DEBUG nova.network.neutron [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.303721] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.405927] env[62153]: INFO nova.compute.manager [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Took 20.55 seconds to build instance. [ 2145.574630] env[62153]: DEBUG nova.network.neutron [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Successfully created port: cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2145.682718] env[62153]: DEBUG oslo_concurrency.lockutils [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "refresh_cache-2c367759-d799-40be-8dc8-5608c38a6616" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.711933] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2145.786022] env[62153]: DEBUG nova.network.neutron [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.836324] env[62153]: DEBUG nova.network.neutron [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2145.851690] env[62153]: DEBUG nova.compute.manager [req-8c94c454-2fbc-44ca-9e5a-c6747d3d6525 req-3643f124-1ccc-43e1-94a7-8f7a0c529c1a service nova] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Received event network-vif-deleted-77ff7349-5dc2-44c2-a8f2-00614a1dd93a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2145.909872] env[62153]: DEBUG oslo_concurrency.lockutils [None req-bd345245-b2f8-45c2-9795-7f5b433bfbde tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "03bdbe37-ca0e-4319-afe7-464017465971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.061s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.989939] env[62153]: DEBUG nova.network.neutron [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Updating instance_info_cache with network_info: [{"id": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "address": "fa:16:3e:1b:f2:7b", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497d9e81-fd", "ovs_interfaceid": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.042808] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5151b-fff8-4ac6-93ee-71853eb3b53e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.050829] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18be08fd-d5b3-495b-b320-ee9349588165 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.086923] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d038bba-7586-4ee9-b646-c1bb5c01fca9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.095403] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba3e547-0fad-41de-bf9c-e418f7c1045e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.109204] env[62153]: DEBUG nova.compute.provider_tree [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.292590] env[62153]: INFO nova.compute.manager [-] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Took 1.30 seconds to deallocate network for instance. [ 2146.492308] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.492652] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Instance network_info: |[{"id": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "address": "fa:16:3e:1b:f2:7b", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497d9e81-fd", "ovs_interfaceid": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2146.493103] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f2:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '497d9e81-fd9d-44ed-b6bc-ed1be1974713', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2146.501083] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Creating folder: Project (ca6f8a1ce86f467b9f4aa03b69ef83c9). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2146.501408] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6578bed-7fe4-429b-ad5f-5733abf3209c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.513769] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Created folder: Project (ca6f8a1ce86f467b9f4aa03b69ef83c9) in parent group-v424816. [ 2146.514014] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Creating folder: Instances. Parent ref: group-v425085. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2146.514325] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993c1916-91ce-435a-91bf-d8f2fa5f3590 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.524870] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Created folder: Instances in parent group-v425085. [ 2146.524870] env[62153]: DEBUG oslo.service.loopingcall [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.524870] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2146.524870] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20cc93a7-c497-4338-a642-925842a288e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.544939] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2146.544939] env[62153]: value = "task-2073620" [ 2146.544939] env[62153]: _type = "Task" [ 2146.544939] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.553015] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073620, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.612277] env[62153]: DEBUG nova.scheduler.client.report [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.665281] env[62153]: DEBUG nova.compute.manager [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Received event network-changed-497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.665452] env[62153]: DEBUG nova.compute.manager [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Refreshing instance network info cache due to event network-changed-497d9e81-fd9d-44ed-b6bc-ed1be1974713. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2146.665700] env[62153]: DEBUG oslo_concurrency.lockutils [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] Acquiring lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.665848] env[62153]: DEBUG oslo_concurrency.lockutils [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] Acquired lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.666016] env[62153]: DEBUG nova.network.neutron [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Refreshing network info cache for port 497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2146.687689] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2146.688058] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-823ffe8d-48b9-48ae-9b91-5d1eac7edee4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.695922] env[62153]: DEBUG oslo_vmware.api [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2146.695922] env[62153]: value = "task-2073621" [ 2146.695922] env[62153]: _type = "Task" [ 2146.695922] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.703809] env[62153]: DEBUG oslo_vmware.api [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.721268] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2146.750827] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2146.751236] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2146.751430] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2146.751644] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2146.751812] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2146.751983] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2146.752284] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2146.752469] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2146.752671] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2146.752961] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2146.753195] env[62153]: DEBUG nova.virt.hardware [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2146.754411] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf39b31-c99e-40a0-9c6e-2a2aad6c83b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.763474] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff89d0-016d-4a2a-9866-24b229396989 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.799133] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.057115] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073620, 'name': CreateVM_Task, 'duration_secs': 0.327925} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.057115] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2147.057115] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.057280] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.057541] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2147.057853] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-487f6c26-9fad-4aa9-b8ef-59057b67ed42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.063498] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2147.063498] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b99a4f-2f47-70aa-ff69-8e8d9a825212" [ 2147.063498] env[62153]: _type = "Task" [ 2147.063498] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.071723] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b99a4f-2f47-70aa-ff69-8e8d9a825212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.117903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.118489] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2147.121407] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.480s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.161621] env[62153]: DEBUG nova.network.neutron [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Successfully updated port: cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2147.207914] env[62153]: DEBUG oslo_vmware.api [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073621, 'name': PowerOnVM_Task, 'duration_secs': 0.38449} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.208417] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2147.208679] env[62153]: DEBUG nova.compute.manager [None req-44b81b03-52c1-4788-a9bd-987accdef6ac tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.210482] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4389021-e7d3-438c-be22-5805a04fdeb0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.441682] env[62153]: DEBUG nova.network.neutron [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Updated VIF entry in instance network info cache for port 497d9e81-fd9d-44ed-b6bc-ed1be1974713. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2147.442144] env[62153]: DEBUG nova.network.neutron [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Updating instance_info_cache with network_info: [{"id": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "address": "fa:16:3e:1b:f2:7b", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497d9e81-fd", "ovs_interfaceid": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.575031] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b99a4f-2f47-70aa-ff69-8e8d9a825212, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.575366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.575951] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2147.575951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.576117] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.576290] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2147.577026] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac547139-c159-44ef-aaaa-af09253fb6df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.585647] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2147.585825] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2147.586567] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a1f57e-3aa7-467c-a84c-e1f8e416c944 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.592123] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2147.592123] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52667180-8b28-8e2f-ebb6-209277f61641" [ 2147.592123] env[62153]: _type = "Task" [ 2147.592123] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.600347] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52667180-8b28-8e2f-ebb6-209277f61641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.624949] env[62153]: DEBUG nova.compute.utils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.628404] env[62153]: INFO nova.compute.claims [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.633234] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2147.633234] env[62153]: DEBUG nova.network.neutron [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2147.665175] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "refresh_cache-b255b058-92b9-4607-8962-3d66076b4878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.665175] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "refresh_cache-b255b058-92b9-4607-8962-3d66076b4878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.665175] env[62153]: DEBUG nova.network.neutron [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.682367] env[62153]: DEBUG nova.policy [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4de49c149e67433ca64922b86198c29c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de6ec199e2d34cdf82939b5ebea626c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2147.945098] env[62153]: DEBUG oslo_concurrency.lockutils [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] Releasing lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.945433] env[62153]: DEBUG nova.compute.manager [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Received event network-changed-4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2147.946612] env[62153]: DEBUG nova.compute.manager [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Refreshing instance network info cache due to event network-changed-4354fc7a-2232-48bf-a9e0-2c84d718960e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2147.946612] env[62153]: DEBUG oslo_concurrency.lockutils [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] Acquiring lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.946612] env[62153]: DEBUG oslo_concurrency.lockutils [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] Acquired lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.946612] env[62153]: DEBUG nova.network.neutron [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Refreshing network info cache for port 4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2147.966908] env[62153]: DEBUG nova.network.neutron [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Successfully created port: 112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2148.106607] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52667180-8b28-8e2f-ebb6-209277f61641, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.107355] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b1525f-8685-48a6-84f8-5e63442686b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.114474] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2148.114474] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dbf7f5-2683-ee25-18aa-3edeab73bd6e" [ 2148.114474] env[62153]: _type = "Task" [ 2148.114474] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.125042] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dbf7f5-2683-ee25-18aa-3edeab73bd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.133730] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.137953] env[62153]: INFO nova.compute.resource_tracker [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating resource usage from migration a774e761-fc8f-4853-922f-763318a95940 [ 2148.199910] env[62153]: DEBUG nova.network.neutron [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2148.349946] env[62153]: DEBUG nova.network.neutron [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Updating instance_info_cache with network_info: [{"id": "cbe402e8-a549-4261-a76b-e1497e3e3b22", "address": "fa:16:3e:6b:40:79", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe402e8-a5", "ovs_interfaceid": "cbe402e8-a549-4261-a76b-e1497e3e3b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.438077] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3abddf2-87a8-4dcb-a1d3-b3189b22cd5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.445805] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7b1920-6b55-4086-bb58-3f62bdb1e980 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.479031] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2d80e8-355b-4896-9d37-ddf86a80b65c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.487337] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4154f1dd-7b98-44d5-a65c-efb528962d54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.500884] env[62153]: DEBUG nova.compute.provider_tree [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.624585] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dbf7f5-2683-ee25-18aa-3edeab73bd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.624917] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.625113] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/01b365de-d0d6-4276-9f80-24e61a9d6fa0.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2148.625377] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9684f44-e937-40e8-9aaa-8201b5157d61 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.632299] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2148.632299] env[62153]: value = "task-2073622" [ 2148.632299] env[62153]: _type = "Task" [ 2148.632299] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.647470] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.728330] env[62153]: DEBUG nova.network.neutron [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Updated VIF entry in instance network info cache for port 4354fc7a-2232-48bf-a9e0-2c84d718960e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2148.728330] env[62153]: DEBUG nova.network.neutron [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Updating instance_info_cache with network_info: [{"id": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "address": "fa:16:3e:60:fa:3b", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4354fc7a-22", "ovs_interfaceid": "4354fc7a-2232-48bf-a9e0-2c84d718960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.745037] env[62153]: DEBUG nova.compute.manager [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Received event network-vif-plugged-cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2148.745554] env[62153]: DEBUG oslo_concurrency.lockutils [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] Acquiring lock "b255b058-92b9-4607-8962-3d66076b4878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.745668] env[62153]: DEBUG oslo_concurrency.lockutils [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] Lock "b255b058-92b9-4607-8962-3d66076b4878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.746068] env[62153]: DEBUG oslo_concurrency.lockutils [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] Lock "b255b058-92b9-4607-8962-3d66076b4878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.746134] env[62153]: DEBUG nova.compute.manager [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] No waiting events found dispatching network-vif-plugged-cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2148.746341] env[62153]: WARNING nova.compute.manager [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Received unexpected event network-vif-plugged-cbe402e8-a549-4261-a76b-e1497e3e3b22 for instance with vm_state building and task_state spawning. [ 2148.746559] env[62153]: DEBUG nova.compute.manager [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Received event network-changed-cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2148.747023] env[62153]: DEBUG nova.compute.manager [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Refreshing instance network info cache due to event network-changed-cbe402e8-a549-4261-a76b-e1497e3e3b22. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2148.747023] env[62153]: DEBUG oslo_concurrency.lockutils [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] Acquiring lock "refresh_cache-b255b058-92b9-4607-8962-3d66076b4878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.855051] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "refresh_cache-b255b058-92b9-4607-8962-3d66076b4878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.855051] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Instance network_info: |[{"id": "cbe402e8-a549-4261-a76b-e1497e3e3b22", "address": "fa:16:3e:6b:40:79", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe402e8-a5", "ovs_interfaceid": "cbe402e8-a549-4261-a76b-e1497e3e3b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2148.855342] env[62153]: DEBUG oslo_concurrency.lockutils [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] Acquired lock "refresh_cache-b255b058-92b9-4607-8962-3d66076b4878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.855342] env[62153]: DEBUG nova.network.neutron [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Refreshing network info cache for port cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2148.856624] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:40:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbe402e8-a549-4261-a76b-e1497e3e3b22', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2148.864333] env[62153]: DEBUG oslo.service.loopingcall [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.867343] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b255b058-92b9-4607-8962-3d66076b4878] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2148.867933] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5425166-dcda-4fc0-b5df-edc0bee20aa2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.889667] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2148.889667] env[62153]: value = "task-2073623" [ 2148.889667] env[62153]: _type = "Task" [ 2148.889667] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.898724] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073623, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.006512] env[62153]: DEBUG nova.scheduler.client.report [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.138178] env[62153]: DEBUG nova.network.neutron [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Updated VIF entry in instance network info cache for port cbe402e8-a549-4261-a76b-e1497e3e3b22. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.138178] env[62153]: DEBUG nova.network.neutron [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Updating instance_info_cache with network_info: [{"id": "cbe402e8-a549-4261-a76b-e1497e3e3b22", "address": "fa:16:3e:6b:40:79", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe402e8-a5", "ovs_interfaceid": "cbe402e8-a549-4261-a76b-e1497e3e3b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.145190] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470431} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.145190] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/01b365de-d0d6-4276-9f80-24e61a9d6fa0.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2149.145190] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2149.145190] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0abedbd0-31af-46ac-8dfc-2e96c1715606 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.149303] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.156119] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2149.156119] env[62153]: value = "task-2073624" [ 2149.156119] env[62153]: _type = "Task" [ 2149.156119] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.172028] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.189789] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.190067] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.190228] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.190434] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.190583] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.190743] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.190971] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.191167] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.191353] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.191655] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.191713] env[62153]: DEBUG nova.virt.hardware [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.192636] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dfc2b0-e57c-48ed-a77a-03d5241b8c10 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.201664] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ede96f-e9b4-4a30-99f1-2f7e10f9a6b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.229824] env[62153]: DEBUG oslo_concurrency.lockutils [req-410fbf14-57c2-4079-a19d-38e0cb76e11e req-46db2a65-61f0-4d34-b24d-3bf8cdfef8b4 service nova] Releasing lock "refresh_cache-03bdbe37-ca0e-4319-afe7-464017465971" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.400235] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073623, 'name': CreateVM_Task, 'duration_secs': 0.420033} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.400443] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b255b058-92b9-4607-8962-3d66076b4878] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2149.401600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.401600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.401776] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2149.401989] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f81009-8446-4cf3-bd01-d7b31e7d8a39 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.406791] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2149.406791] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b9946e-408d-2bfe-ac7e-dc25bbbcb69c" [ 2149.406791] env[62153]: _type = "Task" [ 2149.406791] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.417060] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b9946e-408d-2bfe-ac7e-dc25bbbcb69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.511685] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.390s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.512109] env[62153]: INFO nova.compute.manager [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Migrating [ 2149.518564] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.167s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.520199] env[62153]: INFO nova.compute.claims [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2149.645139] env[62153]: DEBUG oslo_concurrency.lockutils [req-d2895b84-1ae5-4ecf-ac23-d25f65c23b70 req-dd4fc014-1aa8-4bab-87ff-9ed0b3d4c540 service nova] Releasing lock "refresh_cache-b255b058-92b9-4607-8962-3d66076b4878" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.666827] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07027} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.666827] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2149.667989] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389d3de0-93da-42a9-89f8-a63c51034939 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.690402] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/01b365de-d0d6-4276-9f80-24e61a9d6fa0.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2149.690855] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cda7708f-74e6-4015-b513-b8aab413bac0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.712553] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2149.712553] env[62153]: value = "task-2073625" [ 2149.712553] env[62153]: _type = "Task" [ 2149.712553] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.720172] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.874645] env[62153]: DEBUG nova.network.neutron [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Successfully updated port: 112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2149.921979] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b9946e-408d-2bfe-ac7e-dc25bbbcb69c, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.922353] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.922641] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.922919] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.923126] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.923348] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.923678] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddfae637-0d3f-4f9f-9316-795510c5c454 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.933308] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.933516] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.934260] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154f27ac-9684-4a5e-b353-5d34be45ab5b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.939440] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2149.939440] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5208fe52-a4fd-4e7b-aa1d-d46d819e50e8" [ 2149.939440] env[62153]: _type = "Task" [ 2149.939440] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.947671] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5208fe52-a4fd-4e7b-aa1d-d46d819e50e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.030480] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.030717] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.030906] env[62153]: DEBUG nova.network.neutron [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.222396] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.377121] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "refresh_cache-27c757fe-f0c7-4492-adb7-9d716f8e9f17" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.377227] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "refresh_cache-27c757fe-f0c7-4492-adb7-9d716f8e9f17" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.377365] env[62153]: DEBUG nova.network.neutron [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.451530] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5208fe52-a4fd-4e7b-aa1d-d46d819e50e8, 'name': SearchDatastore_Task, 'duration_secs': 0.055587} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.452335] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d19b94e-afe3-44bd-be8e-326cd3f16a87 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.457453] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2150.457453] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52507179-55ae-0bba-8f1f-af3471d423e4" [ 2150.457453] env[62153]: _type = "Task" [ 2150.457453] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.467252] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52507179-55ae-0bba-8f1f-af3471d423e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.722199] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073625, 'name': ReconfigVM_Task, 'duration_secs': 0.972336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.724478] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/01b365de-d0d6-4276-9f80-24e61a9d6fa0.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2150.727037] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc31734-c292-4ff6-8292-3314059d8d1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.733587] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2150.733587] env[62153]: value = "task-2073626" [ 2150.733587] env[62153]: _type = "Task" [ 2150.733587] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.744016] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073626, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.765573] env[62153]: DEBUG nova.network.neutron [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.772304] env[62153]: DEBUG nova.compute.manager [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Received event network-vif-plugged-112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2150.772523] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] Acquiring lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.772739] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.772907] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.773090] env[62153]: DEBUG nova.compute.manager [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] No waiting events found dispatching network-vif-plugged-112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.773318] env[62153]: WARNING nova.compute.manager [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Received unexpected event network-vif-plugged-112f32ec-b957-411f-bd80-0f0324e247ec for instance with vm_state building and task_state spawning. [ 2150.773480] env[62153]: DEBUG nova.compute.manager [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Received event network-changed-112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2150.773631] env[62153]: DEBUG nova.compute.manager [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Refreshing instance network info cache due to event network-changed-112f32ec-b957-411f-bd80-0f0324e247ec. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2150.773795] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] Acquiring lock "refresh_cache-27c757fe-f0c7-4492-adb7-9d716f8e9f17" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.814745] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c1b2c-b967-45a7-b731-3bf000534b52 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.820800] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe905669-e86e-4971-9cb1-9169d6381ec1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.851799] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac66b1b-75be-4591-b8b6-b7e476d8d44e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.859972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3a539-e896-4cf3-80f7-7e1ca11cabbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.873648] env[62153]: DEBUG nova.compute.provider_tree [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2150.909409] env[62153]: DEBUG nova.network.neutron [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2150.969520] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52507179-55ae-0bba-8f1f-af3471d423e4, 'name': SearchDatastore_Task, 'duration_secs': 0.02989} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.969885] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.970170] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b255b058-92b9-4607-8962-3d66076b4878/b255b058-92b9-4607-8962-3d66076b4878.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2150.970449] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0dd3786-98db-4436-9d98-6eb5a249a033 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.979470] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2150.979470] env[62153]: value = "task-2073627" [ 2150.979470] env[62153]: _type = "Task" [ 2150.979470] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.987344] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.106995] env[62153]: DEBUG nova.network.neutron [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Updating instance_info_cache with network_info: [{"id": "112f32ec-b957-411f-bd80-0f0324e247ec", "address": "fa:16:3e:9d:69:eb", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f32ec-b9", "ovs_interfaceid": "112f32ec-b957-411f-bd80-0f0324e247ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.245890] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073626, 'name': Rename_Task, 'duration_secs': 0.270116} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.246225] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2151.246475] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7da943dd-c12b-44a3-b495-37fadbfaf3dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.252571] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2151.252571] env[62153]: value = "task-2073628" [ 2151.252571] env[62153]: _type = "Task" [ 2151.252571] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.261264] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.270973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.376979] env[62153]: DEBUG nova.scheduler.client.report [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.489863] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.610865] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "refresh_cache-27c757fe-f0c7-4492-adb7-9d716f8e9f17" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.611464] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Instance network_info: |[{"id": "112f32ec-b957-411f-bd80-0f0324e247ec", "address": "fa:16:3e:9d:69:eb", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f32ec-b9", "ovs_interfaceid": "112f32ec-b957-411f-bd80-0f0324e247ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2151.611987] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] Acquired lock "refresh_cache-27c757fe-f0c7-4492-adb7-9d716f8e9f17" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.612318] env[62153]: DEBUG nova.network.neutron [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Refreshing network info cache for port 112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.614084] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:69:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '112f32ec-b957-411f-bd80-0f0324e247ec', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2151.628156] env[62153]: DEBUG oslo.service.loopingcall [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.631073] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2151.631073] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed1cfa3-32ad-45e2-906f-01fed26a8460 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.656483] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2151.656483] env[62153]: value = "task-2073629" [ 2151.656483] env[62153]: _type = "Task" [ 2151.656483] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.666382] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073629, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.764251] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.882022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.882796] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2151.886361] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.983s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.887042] env[62153]: DEBUG nova.objects.instance [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'pci_requests' on Instance uuid ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.992019] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915279} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.992144] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] b255b058-92b9-4607-8962-3d66076b4878/b255b058-92b9-4607-8962-3d66076b4878.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2151.992285] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2151.992529] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2401d76-025e-4df9-8e2b-d5a69fcc7411 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.999557] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2151.999557] env[62153]: value = "task-2073630" [ 2151.999557] env[62153]: _type = "Task" [ 2151.999557] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.008104] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.166313] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073629, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.264569] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.384089] env[62153]: DEBUG nova.network.neutron [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Updated VIF entry in instance network info cache for port 112f32ec-b957-411f-bd80-0f0324e247ec. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.384485] env[62153]: DEBUG nova.network.neutron [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Updating instance_info_cache with network_info: [{"id": "112f32ec-b957-411f-bd80-0f0324e247ec", "address": "fa:16:3e:9d:69:eb", "network": {"id": "8adb448f-3063-45e8-bdf1-267ad06a1890", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531481250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6ec199e2d34cdf82939b5ebea626c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f32ec-b9", "ovs_interfaceid": "112f32ec-b957-411f-bd80-0f0324e247ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.390064] env[62153]: DEBUG nova.compute.utils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2152.392344] env[62153]: DEBUG nova.objects.instance [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'numa_topology' on Instance uuid ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.393489] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2152.393582] env[62153]: DEBUG nova.network.neutron [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2152.395905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.396152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.396459] env[62153]: INFO nova.compute.manager [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Rebooting instance [ 2152.398537] env[62153]: INFO nova.compute.claims [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2152.440645] env[62153]: DEBUG nova.policy [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2152.509979] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069029} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.510553] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2152.511446] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840dfc9-1c88-40d3-8be7-3bfbc6eb3ea0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.533872] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b255b058-92b9-4607-8962-3d66076b4878/b255b058-92b9-4607-8962-3d66076b4878.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2152.534343] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5244167d-7d5b-4157-bfdc-09b99dcd4360 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.559034] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2152.559034] env[62153]: value = "task-2073631" [ 2152.559034] env[62153]: _type = "Task" [ 2152.559034] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.567985] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.666776] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073629, 'name': CreateVM_Task, 'duration_secs': 0.631349} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.666956] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2152.667657] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.667826] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.668163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2152.668423] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71323d2-c6cf-4543-ac85-7a7d3c0d7357 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.673056] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2152.673056] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e2b009-053d-c3bf-7156-8210eade3684" [ 2152.673056] env[62153]: _type = "Task" [ 2152.673056] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.680898] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e2b009-053d-c3bf-7156-8210eade3684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.765151] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.787196] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52859846-e8a2-4351-90eb-33b9663b2af8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.809916] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2152.817835] env[62153]: DEBUG nova.network.neutron [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Successfully created port: 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2152.886905] env[62153]: DEBUG oslo_concurrency.lockutils [req-ff1ec34c-75ba-4adc-80e0-4ad2e7ed113c req-dd2c8a57-592d-4de7-b06e-dd52ab495085 service nova] Releasing lock "refresh_cache-27c757fe-f0c7-4492-adb7-9d716f8e9f17" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.894821] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2152.928400] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.928588] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.928764] env[62153]: DEBUG nova.network.neutron [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.069892] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.184070] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e2b009-053d-c3bf-7156-8210eade3684, 'name': SearchDatastore_Task, 'duration_secs': 0.018631} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.184406] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.184641] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.184919] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.185102] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.185324] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.185635] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf12ee2b-056b-4cf7-b398-6c67a83228e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.196148] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.196361] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.197179] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d2c52b-a0a2-41d4-80ce-e6b627bf0d69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.202450] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2153.202450] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52749011-de34-a182-779c-ebd8a383e98c" [ 2153.202450] env[62153]: _type = "Task" [ 2153.202450] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.210292] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52749011-de34-a182-779c-ebd8a383e98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.264595] env[62153]: DEBUG oslo_vmware.api [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073628, 'name': PowerOnVM_Task, 'duration_secs': 1.63284} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.264851] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.265071] env[62153]: INFO nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Took 9.03 seconds to spawn the instance on the hypervisor. [ 2153.265258] env[62153]: DEBUG nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.266102] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f83e18-b56c-4f80-a633-a86f5be2618e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.316041] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.316586] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a7593a-e49d-408b-8203-dc187c916570 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.323947] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2153.323947] env[62153]: value = "task-2073632" [ 2153.323947] env[62153]: _type = "Task" [ 2153.323947] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.333455] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.572555] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.713191] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52749011-de34-a182-779c-ebd8a383e98c, 'name': SearchDatastore_Task, 'duration_secs': 0.046087} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.715912] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81923076-e6c4-4cb8-9732-12c24168d418 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.721464] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2153.721464] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5203a8ba-d8e9-ac55-dcad-9399cdb6a70d" [ 2153.721464] env[62153]: _type = "Task" [ 2153.721464] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.727415] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bdbbc8-13bc-4508-8de4-e19f1d699fb3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.733207] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5203a8ba-d8e9-ac55-dcad-9399cdb6a70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.738007] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6479698d-f074-490a-8a4b-732c89f0fb9f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.743700] env[62153]: DEBUG nova.network.neutron [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.773383] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09014818-36e5-4c33-addf-0938d211f676 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.784885] env[62153]: INFO nova.compute.manager [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Took 27.02 seconds to build instance. [ 2153.786929] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b8c835-3366-42df-a9ca-245e338a7445 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.802032] env[62153]: DEBUG nova.compute.provider_tree [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.834125] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073632, 'name': PowerOffVM_Task, 'duration_secs': 0.50305} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.834411] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2153.834600] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2153.904815] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2153.933321] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2153.933589] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2153.933748] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2153.934011] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2153.934191] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2153.934342] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2153.934555] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2153.934717] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2153.934887] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2153.935062] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2153.935238] env[62153]: DEBUG nova.virt.hardware [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2153.936125] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838aedae-ba05-4563-aeff-bca7facdb63c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.944406] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52050c-4dcc-4572-a6de-fa6e88ea87da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.071571] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073631, 'name': ReconfigVM_Task, 'duration_secs': 1.37954} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.071871] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b255b058-92b9-4607-8962-3d66076b4878/b255b058-92b9-4607-8962-3d66076b4878.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2154.072597] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fdf0b8e-d1fe-416a-87a6-603c62a847b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.078613] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2154.078613] env[62153]: value = "task-2073633" [ 2154.078613] env[62153]: _type = "Task" [ 2154.078613] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.090249] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073633, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.231697] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5203a8ba-d8e9-ac55-dcad-9399cdb6a70d, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.231987] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.232323] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 27c757fe-f0c7-4492-adb7-9d716f8e9f17/27c757fe-f0c7-4492-adb7-9d716f8e9f17.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2154.232919] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2f533f-ff49-46f5-9db4-a27f595cdac8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.239885] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2154.239885] env[62153]: value = "task-2073634" [ 2154.239885] env[62153]: _type = "Task" [ 2154.239885] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.248335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.249445] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.291348] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1c9ab7a5-e179-45cd-bbf8-0b76b08c1018 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.542s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.295628] env[62153]: DEBUG nova.compute.manager [req-8b418dd2-bcb1-4dac-a864-da052fc44de1 req-f3b14631-49cf-40d1-84fc-e1db37e65ff0 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-vif-plugged-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.295806] env[62153]: DEBUG oslo_concurrency.lockutils [req-8b418dd2-bcb1-4dac-a864-da052fc44de1 req-f3b14631-49cf-40d1-84fc-e1db37e65ff0 service nova] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.296047] env[62153]: DEBUG oslo_concurrency.lockutils [req-8b418dd2-bcb1-4dac-a864-da052fc44de1 req-f3b14631-49cf-40d1-84fc-e1db37e65ff0 service nova] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.296218] env[62153]: DEBUG oslo_concurrency.lockutils [req-8b418dd2-bcb1-4dac-a864-da052fc44de1 req-f3b14631-49cf-40d1-84fc-e1db37e65ff0 service nova] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.296386] env[62153]: DEBUG nova.compute.manager [req-8b418dd2-bcb1-4dac-a864-da052fc44de1 req-f3b14631-49cf-40d1-84fc-e1db37e65ff0 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] No waiting events found dispatching network-vif-plugged-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.296553] env[62153]: WARNING nova.compute.manager [req-8b418dd2-bcb1-4dac-a864-da052fc44de1 req-f3b14631-49cf-40d1-84fc-e1db37e65ff0 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received unexpected event network-vif-plugged-18ec8109-5f45-46db-8905-3d7abe61e2d9 for instance with vm_state building and task_state spawning. [ 2154.304400] env[62153]: DEBUG nova.scheduler.client.report [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2154.341450] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.341715] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.341907] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.342153] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.342254] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.342398] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.342601] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.342764] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.342931] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.343197] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.343399] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.348916] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89eda6e6-9cc6-4621-a9d6-7dd72fc6d55a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.365156] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2154.365156] env[62153]: value = "task-2073635" [ 2154.365156] env[62153]: _type = "Task" [ 2154.365156] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.374582] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.456335] env[62153]: DEBUG nova.network.neutron [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Successfully updated port: 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2154.589464] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073633, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.757124] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.757738] env[62153]: DEBUG nova.compute.manager [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2154.759265] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eeb005-9043-427d-be5f-8ee8ad486cff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.810203] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.813210] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.268s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.813464] env[62153]: DEBUG nova.objects.instance [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'resources' on Instance uuid 6f9d0504-1415-4c94-bb2e-452d18002aa0 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.864234] env[62153]: INFO nova.network.neutron [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2154.876386] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073635, 'name': ReconfigVM_Task, 'duration_secs': 0.176917} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.876779] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2154.956630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.956710] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.956804] env[62153]: DEBUG nova.network.neutron [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.089756] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073633, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.220550] env[62153]: INFO nova.compute.manager [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Rescuing [ 2155.220889] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.221057] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.221235] env[62153]: DEBUG nova.network.neutron [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.250715] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625625} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.250972] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 27c757fe-f0c7-4492-adb7-9d716f8e9f17/27c757fe-f0c7-4492-adb7-9d716f8e9f17.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.251204] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.251456] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba3c856-e543-4dca-862b-9966391743da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.258484] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2155.258484] env[62153]: value = "task-2073636" [ 2155.258484] env[62153]: _type = "Task" [ 2155.258484] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.265915] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.382998] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2155.383285] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2155.383447] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2155.383653] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2155.383817] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2155.383977] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2155.384232] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2155.384414] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2155.384597] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2155.384768] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2155.384957] env[62153]: DEBUG nova.virt.hardware [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2155.390649] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2155.393415] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a4170e-f9ec-4794-93aa-97ae052e0fa1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.412502] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2155.412502] env[62153]: value = "task-2073637" [ 2155.412502] env[62153]: _type = "Task" [ 2155.412502] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.422177] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.490999] env[62153]: DEBUG nova.network.neutron [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2155.591359] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073633, 'name': Rename_Task, 'duration_secs': 1.140672} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.591359] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2155.594869] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af825c6-f5c1-4cf4-a4cc-fa4821d9b688 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.600922] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2155.600922] env[62153]: value = "task-2073638" [ 2155.600922] env[62153]: _type = "Task" [ 2155.600922] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.609411] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.647890] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddfa36-75ad-4d72-a4f4-6266dc5c7fcb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.656349] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f0d469-24b8-42b0-b357-1df513cb0a19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.689629] env[62153]: DEBUG nova.network.neutron [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.691562] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d5da5-4acb-4c32-87e8-3df445e69c14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.699875] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88888939-b735-466e-9d5d-27205f8673f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.714205] env[62153]: DEBUG nova.compute.provider_tree [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.768029] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165144} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.768197] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2155.768951] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdb6681-cf78-4733-897d-61c5db80cc7a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.793014] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 27c757fe-f0c7-4492-adb7-9d716f8e9f17/27c757fe-f0c7-4492-adb7-9d716f8e9f17.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.796275] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4694cba-db8f-4eb2-8dca-51840cb20222 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.799682] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce3676b-e832-4bd2-8b00-39a0f29a01ed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.818825] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Doing hard reboot of VM {{(pid=62153) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2155.820201] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bb3bf6e6-89e1-40ca-90ff-b2b4a343fb43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.821626] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2155.821626] env[62153]: value = "task-2073639" [ 2155.821626] env[62153]: _type = "Task" [ 2155.821626] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.826171] env[62153]: DEBUG oslo_vmware.api [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2155.826171] env[62153]: value = "task-2073640" [ 2155.826171] env[62153]: _type = "Task" [ 2155.826171] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.832299] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.840051] env[62153]: DEBUG oslo_vmware.api [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073640, 'name': ResetVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.924802] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073637, 'name': ReconfigVM_Task, 'duration_secs': 0.241085} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.925121] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2155.925936] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03555c-e004-4826-8e9a-80a8250b8fc1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.951126] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.952303] env[62153]: DEBUG nova.network.neutron [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Updating instance_info_cache with network_info: [{"id": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "address": "fa:16:3e:1b:f2:7b", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497d9e81-fd", "ovs_interfaceid": "497d9e81-fd9d-44ed-b6bc-ed1be1974713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.953668] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea34ad58-b321-4cb9-9415-b87e392b9c2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.976560] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2155.976560] env[62153]: value = "task-2073641" [ 2155.976560] env[62153]: _type = "Task" [ 2155.976560] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.985116] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.113960] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073638, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.196066] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.196401] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Instance network_info: |[{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2156.196967] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ca:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ec8109-5f45-46db-8905-3d7abe61e2d9', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2156.204785] env[62153]: DEBUG oslo.service.loopingcall [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.205028] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2156.205262] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fddd6cc2-11ca-47c6-84a4-a673aab0475a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.221412] env[62153]: DEBUG nova.scheduler.client.report [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.229702] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.229702] env[62153]: value = "task-2073642" [ 2156.229702] env[62153]: _type = "Task" [ 2156.229702] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.237529] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073642, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.330943] env[62153]: DEBUG nova.compute.manager [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.331294] env[62153]: DEBUG nova.compute.manager [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing instance network info cache due to event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2156.331670] env[62153]: DEBUG oslo_concurrency.lockutils [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.331913] env[62153]: DEBUG oslo_concurrency.lockutils [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.332135] env[62153]: DEBUG nova.network.neutron [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2156.343174] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.347345] env[62153]: DEBUG oslo_vmware.api [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073640, 'name': ResetVM_Task, 'duration_secs': 0.101051} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.347879] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Did hard reboot of VM {{(pid=62153) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2156.348142] env[62153]: DEBUG nova.compute.manager [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.348980] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde008f9-0662-4521-bcdb-a691251add0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.471439] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "refresh_cache-01b365de-d0d6-4276-9f80-24e61a9d6fa0" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.486935] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.524565] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.524565] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.524565] env[62153]: DEBUG nova.network.neutron [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.611978] env[62153]: DEBUG oslo_vmware.api [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073638, 'name': PowerOnVM_Task, 'duration_secs': 0.616417} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.612295] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2156.612544] env[62153]: INFO nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Took 9.89 seconds to spawn the instance on the hypervisor. [ 2156.612769] env[62153]: DEBUG nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.613558] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af846cb4-1fff-463a-8733-7b717bf29d2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.727747] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.730128] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.527s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.731648] env[62153]: INFO nova.compute.claims [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2156.742843] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073642, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.749048] env[62153]: INFO nova.scheduler.client.report [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance 6f9d0504-1415-4c94-bb2e-452d18002aa0 [ 2156.832398] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073639, 'name': ReconfigVM_Task, 'duration_secs': 0.56174} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.832819] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 27c757fe-f0c7-4492-adb7-9d716f8e9f17/27c757fe-f0c7-4492-adb7-9d716f8e9f17.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.833270] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92643734-5f39-4ed3-b118-df2ac7aae79f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.841614] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2156.841614] env[62153]: value = "task-2073643" [ 2156.841614] env[62153]: _type = "Task" [ 2156.841614] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.849792] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073643, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.862441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6906c9cb-9aa2-4491-83e3-1339f6f81710 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.466s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.993381] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073641, 'name': ReconfigVM_Task, 'duration_secs': 0.553273} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.993936] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.998020] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2157.058621] env[62153]: DEBUG nova.network.neutron [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updated VIF entry in instance network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2157.059035] env[62153]: DEBUG nova.network.neutron [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.131972] env[62153]: INFO nova.compute.manager [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Took 30.37 seconds to build instance. [ 2157.246740] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073642, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.258377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0a612a93-710a-4971-9699-549e3196b81a tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "6f9d0504-1415-4c94-bb2e-452d18002aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.428s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.352020] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073643, 'name': Rename_Task, 'duration_secs': 0.315344} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.352338] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2157.352866] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c45d7e-7380-4b38-ab46-87c37083163f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.359429] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2157.359429] env[62153]: value = "task-2073644" [ 2157.359429] env[62153]: _type = "Task" [ 2157.359429] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.367305] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.373953] env[62153]: DEBUG nova.network.neutron [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.502785] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac9e11e-ec07-418f-908e-a835a57f7f50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.529260] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f75c46e-2a6a-4bdb-88ef-692c89c12079 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.554395] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2157.561343] env[62153]: DEBUG oslo_concurrency.lockutils [req-fcd89cdd-288e-4bc7-a293-cf9cc51013eb req-6f56cb89-7d25-42c8-905a-43ff5985ff42 service nova] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.633022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4f165294-e829-4f48-9bf7-6996296dc185 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "b255b058-92b9-4607-8962-3d66076b4878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.885s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.747600] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073642, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.811168] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.811434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.811641] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.811867] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.812074] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.816684] env[62153]: INFO nova.compute.manager [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Terminating instance [ 2157.873148] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073644, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.878062] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.901556] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7a93773146db91f77803beff75728426',container_format='bare',created_at=2025-01-13T08:49:46Z,direct_url=,disk_format='vmdk',id=61fa7bed-d2d7-4616-8919-4b90af774367,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-741391177-shelved',owner='c11e4b661ee6427bbd63f0447dc511ad',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-01-13T08:50:03Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2157.901842] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2157.901974] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2157.902174] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2157.902323] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2157.902472] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2157.902683] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2157.902844] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2157.903104] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2157.903297] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2157.903477] env[62153]: DEBUG nova.virt.hardware [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2157.904649] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d57bb0a-2d82-4d2b-9157-f7803b26b2e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.914935] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9076f84c-263f-485a-a941-3021797a082d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.931479] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:1a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2157.939170] env[62153]: DEBUG oslo.service.loopingcall [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.941754] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2157.942172] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60012ce-39ae-43a5-ac41-9ea7abda91bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.964990] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2157.964990] env[62153]: value = "task-2073645" [ 2157.964990] env[62153]: _type = "Task" [ 2157.964990] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.972687] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073645, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.034936] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.036054] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634ed240-547d-46ee-8ef1-ef2469ca67fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.042741] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2158.042741] env[62153]: value = "task-2073646" [ 2158.042741] env[62153]: _type = "Task" [ 2158.042741] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.055932] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.065876] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade60a6f-14eb-4352-9293-757589c93552 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.076156] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c1a482-41d5-496f-80a6-2f9ff501bea2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.111527] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b617f6-de55-433d-85f9-cb3c24db353e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.119464] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe4dae2-0da6-4747-8ba3-2897a4dcb3ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.136211] env[62153]: DEBUG nova.compute.provider_tree [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.246108] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073642, 'name': CreateVM_Task, 'duration_secs': 1.589185} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.246390] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2158.247332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.247607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.248095] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2158.248462] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43970150-ea16-4722-bb6c-938ec7fea74e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.253205] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2158.253205] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f27485-8365-b39c-af40-299bcec893fa" [ 2158.253205] env[62153]: _type = "Task" [ 2158.253205] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.262232] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f27485-8365-b39c-af40-299bcec893fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.321249] env[62153]: DEBUG nova.compute.manager [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2158.321249] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2158.322139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeda9dd-970c-4a5e-be3c-e2adee1e51c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.330064] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.330349] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e601494-91ba-4ee9-aa31-16cfc5047bcb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.336948] env[62153]: DEBUG oslo_vmware.api [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2158.336948] env[62153]: value = "task-2073647" [ 2158.336948] env[62153]: _type = "Task" [ 2158.336948] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.345463] env[62153]: DEBUG oslo_vmware.api [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.359771] env[62153]: DEBUG nova.compute.manager [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-vif-plugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.359983] env[62153]: DEBUG oslo_concurrency.lockutils [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.360213] env[62153]: DEBUG oslo_concurrency.lockutils [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.360385] env[62153]: DEBUG oslo_concurrency.lockutils [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.360575] env[62153]: DEBUG nova.compute.manager [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] No waiting events found dispatching network-vif-plugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2158.360753] env[62153]: WARNING nova.compute.manager [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received unexpected event network-vif-plugged-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b for instance with vm_state shelved_offloaded and task_state spawning. [ 2158.360910] env[62153]: DEBUG nova.compute.manager [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.361072] env[62153]: DEBUG nova.compute.manager [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing instance network info cache due to event network-changed-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2158.361261] env[62153]: DEBUG oslo_concurrency.lockutils [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] Acquiring lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.361395] env[62153]: DEBUG oslo_concurrency.lockutils [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] Acquired lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.361548] env[62153]: DEBUG nova.network.neutron [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Refreshing network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.372313] env[62153]: DEBUG oslo_vmware.api [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073644, 'name': PowerOnVM_Task, 'duration_secs': 0.551962} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.373136] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2158.373344] env[62153]: INFO nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Took 9.22 seconds to spawn the instance on the hypervisor. [ 2158.373535] env[62153]: DEBUG nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2158.374321] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8091cfdb-9b67-45a3-84b0-2840065f7ec5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.382634] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "34e060ad-61e0-4626-a352-4afe2119c7b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.383249] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.475449] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073645, 'name': CreateVM_Task, 'duration_secs': 0.490666} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.475659] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2158.476404] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.476555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.476973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2158.477246] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7714436f-c746-4e34-a92e-1761a90e80b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.482376] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2158.482376] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b1b406-d9a6-2495-ba20-16ceb4a896ca" [ 2158.482376] env[62153]: _type = "Task" [ 2158.482376] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.490718] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b1b406-d9a6-2495-ba20-16ceb4a896ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.553759] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073646, 'name': PowerOffVM_Task, 'duration_secs': 0.301634} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.554169] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2158.555015] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1d775-e8c0-40b4-b584-c8646a032153 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.575503] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5625c97-7774-4145-9114-da6e5e946d4c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.607746] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.608070] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2255a558-fc50-4736-b481-5fd244608ab8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.614681] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2158.614681] env[62153]: value = "task-2073648" [ 2158.614681] env[62153]: _type = "Task" [ 2158.614681] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.627076] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2158.627309] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.627553] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.627737] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.627863] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.628177] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f80d02c1-2fb0-432f-a4b3-c4341cec7d37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.636868] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2158.637052] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2158.637778] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cee57f5-72ce-4ab1-8857-2ef1784a0cf0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.646025] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2158.646025] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527383a4-8e15-3cde-f03d-4da488694959" [ 2158.646025] env[62153]: _type = "Task" [ 2158.646025] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.654222] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527383a4-8e15-3cde-f03d-4da488694959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.660438] env[62153]: ERROR nova.scheduler.client.report [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [req-ad874ede-19e1-49a6-9448-800d1c4c5328] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad874ede-19e1-49a6-9448-800d1c4c5328"}]} [ 2158.679123] env[62153]: DEBUG nova.scheduler.client.report [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2158.695844] env[62153]: DEBUG nova.scheduler.client.report [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2158.696056] env[62153]: DEBUG nova.compute.provider_tree [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.709397] env[62153]: DEBUG nova.scheduler.client.report [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2158.727497] env[62153]: DEBUG nova.scheduler.client.report [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2158.768017] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f27485-8365-b39c-af40-299bcec893fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.768321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.768558] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.768759] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.849219] env[62153]: DEBUG oslo_vmware.api [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073647, 'name': PowerOffVM_Task, 'duration_secs': 0.240117} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.849782] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2158.849782] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2158.852295] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f521dfd-7d5f-4fc4-b711-cb37d596a6b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.887419] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2158.898259] env[62153]: INFO nova.compute.manager [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Took 27.56 seconds to build instance. [ 2158.958973] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2158.959262] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2158.959452] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2158.962447] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d7d56f-3d98-46d0-97d2-2d4218c01264 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.968992] env[62153]: DEBUG oslo_vmware.api [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2158.968992] env[62153]: value = "task-2073650" [ 2158.968992] env[62153]: _type = "Task" [ 2158.968992] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.977113] env[62153]: DEBUG oslo_vmware.api [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.995302] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.995591] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Processing image 61fa7bed-d2d7-4616-8919-4b90af774367 {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.995917] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.996137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.996367] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.996840] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f1de55b-075e-4459-9615-686ca71e5242 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.014080] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2159.014080] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2159.014768] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7601944-5cc6-4f33-bbd0-67fa20f40e5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.020760] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2159.020760] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526391d0-63bd-43cc-158f-1d40b2373caf" [ 2159.020760] env[62153]: _type = "Task" [ 2159.020760] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.031819] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526391d0-63bd-43cc-158f-1d40b2373caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.066020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2111c004-ffcd-4d99-8e24-3003f4d368e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.073573] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d52a49-f843-4de2-9fe7-7ed2ae6097ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.109665] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87949712-d896-4fc5-8506-5908fe6fefa5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.117412] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3d4619-c3e1-4b90-ab9a-eed389a5b064 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.123525] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.133841] env[62153]: DEBUG nova.compute.provider_tree [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.156688] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527383a4-8e15-3cde-f03d-4da488694959, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.157601] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05c877d-8c17-4381-bd5d-da0c8cbc84ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.162809] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2159.162809] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab2b47-48df-3215-0392-c3832f34f3cd" [ 2159.162809] env[62153]: _type = "Task" [ 2159.162809] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.163836] env[62153]: DEBUG nova.network.neutron [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updated VIF entry in instance network info cache for port 8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2159.164342] env[62153]: DEBUG nova.network.neutron [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [{"id": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "address": "fa:16:3e:df:1a:15", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee7b3cb-e8", "ovs_interfaceid": "8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.175948] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab2b47-48df-3215-0392-c3832f34f3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.176834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.177232] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. {{(pid=62153) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2159.177932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.178258] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2159.178557] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1618a8e-2c09-489f-b6a0-8ace5d5b9b98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.181835] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b911761-ed63-4a91-8fc1-c092edbd0318 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.187445] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2159.187445] env[62153]: value = "task-2073651" [ 2159.187445] env[62153]: _type = "Task" [ 2159.187445] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.191215] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2159.191730] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2159.192095] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b85bad-4fd2-4e36-8bb9-94629a337956 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.199912] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.200205] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2159.200205] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526d2e88-c950-d6eb-fe30-be3e9299f410" [ 2159.200205] env[62153]: _type = "Task" [ 2159.200205] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.207560] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526d2e88-c950-d6eb-fe30-be3e9299f410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.209724] env[62153]: DEBUG nova.network.neutron [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Port a4edbf87-81fa-435c-a78b-c55f04eb8813 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2159.404646] env[62153]: DEBUG oslo_concurrency.lockutils [None req-49ebe2d9-1638-4817-be01-6f93558feb66 tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.079s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.405454] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.282s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.405794] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.406123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.406321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.410179] env[62153]: INFO nova.compute.manager [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Terminating instance [ 2159.419673] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.480482] env[62153]: DEBUG oslo_vmware.api [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144615} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.480787] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2159.481050] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2159.481264] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2159.481439] env[62153]: INFO nova.compute.manager [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2159.481682] env[62153]: DEBUG oslo.service.loopingcall [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.481977] env[62153]: DEBUG nova.compute.manager [-] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2159.482101] env[62153]: DEBUG nova.network.neutron [-] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2159.532560] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Preparing fetch location {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2159.532873] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Fetch image to [datastore1] OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b/OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b.vmdk {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2159.533096] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Downloading stream optimized image 61fa7bed-d2d7-4616-8919-4b90af774367 to [datastore1] OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b/OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b.vmdk on the data store datastore1 as vApp {{(pid=62153) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2159.533330] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Downloading image file data 61fa7bed-d2d7-4616-8919-4b90af774367 to the ESX as VM named 'OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b' {{(pid=62153) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2159.619463] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2159.619463] env[62153]: value = "resgroup-9" [ 2159.619463] env[62153]: _type = "ResourcePool" [ 2159.619463] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2159.619927] env[62153]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a510c029-1cde-4c62-8fec-d0928b252ed7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.639446] env[62153]: DEBUG nova.scheduler.client.report [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2159.649701] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease: (returnval){ [ 2159.649701] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2159.649701] env[62153]: _type = "HttpNfcLease" [ 2159.649701] env[62153]: } obtained for vApp import into resource pool (val){ [ 2159.649701] env[62153]: value = "resgroup-9" [ 2159.649701] env[62153]: _type = "ResourcePool" [ 2159.649701] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2159.650180] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the lease: (returnval){ [ 2159.650180] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2159.650180] env[62153]: _type = "HttpNfcLease" [ 2159.650180] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2159.658913] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2159.658913] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2159.658913] env[62153]: _type = "HttpNfcLease" [ 2159.658913] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2159.670093] env[62153]: DEBUG oslo_concurrency.lockutils [req-47234bf9-164e-42fd-b4f4-dd09ef1ffa08 req-7fd89725-61b1-4b02-8e6b-9b214d0f5ca1 service nova] Releasing lock "refresh_cache-ad51b85e-b1c2-4be1-959b-cd3004e45773" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.697556] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073651, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.709849] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526d2e88-c950-d6eb-fe30-be3e9299f410, 'name': SearchDatastore_Task, 'duration_secs': 0.015831} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.711600] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082f7c5f-d3a6-43ab-95d5-c6c141733f3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.721291] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2159.721291] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5204b24d-214d-154b-f007-71df817eda72" [ 2159.721291] env[62153]: _type = "Task" [ 2159.721291] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.734491] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5204b24d-214d-154b-f007-71df817eda72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.917077] env[62153]: DEBUG nova.compute.manager [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.917077] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.917077] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0f1180-4d19-42e3-b3fb-fc16e4383bd4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.924714] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.925080] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d2f5553-0a96-4ea8-b1d4-6e9e8dfb900a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.932167] env[62153]: DEBUG oslo_vmware.api [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2159.932167] env[62153]: value = "task-2073653" [ 2159.932167] env[62153]: _type = "Task" [ 2159.932167] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.939554] env[62153]: DEBUG oslo_vmware.api [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.974340] env[62153]: DEBUG nova.compute.manager [req-6bdbc111-6794-40b2-80cc-7de0a380b791 req-3a34e909-b0fd-46bd-90ec-531918d62b57 service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Received event network-vif-deleted-3a481132-4b6c-4a52-b54e-0ce9707bc984 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2159.974554] env[62153]: INFO nova.compute.manager [req-6bdbc111-6794-40b2-80cc-7de0a380b791 req-3a34e909-b0fd-46bd-90ec-531918d62b57 service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Neutron deleted interface 3a481132-4b6c-4a52-b54e-0ce9707bc984; detaching it from the instance and deleting it from the info cache [ 2159.974758] env[62153]: DEBUG nova.network.neutron [req-6bdbc111-6794-40b2-80cc-7de0a380b791 req-3a34e909-b0fd-46bd-90ec-531918d62b57 service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.144778] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.415s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.145359] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2160.148031] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.629s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.148165] env[62153]: DEBUG nova.objects.instance [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2160.157713] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2160.157713] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2160.157713] env[62153]: _type = "HttpNfcLease" [ 2160.157713] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2160.199166] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520413} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.199400] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. [ 2160.200243] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7290af50-b9d4-420b-b116-d24eec9e46c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.237582] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.239342] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.239592] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.239781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.241208] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029a7aae-9808-420a-959b-5082c2c95e31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.270507] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5204b24d-214d-154b-f007-71df817eda72, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.271757] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.272038] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2f1a43d6-146b-4107-8309-2e170d24ef37/2f1a43d6-146b-4107-8309-2e170d24ef37.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2160.272584] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2160.272584] env[62153]: value = "task-2073654" [ 2160.272584] env[62153]: _type = "Task" [ 2160.272584] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.272783] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19247f4f-0fe7-4240-b879-368b290ecd9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.285207] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.286423] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2160.286423] env[62153]: value = "task-2073655" [ 2160.286423] env[62153]: _type = "Task" [ 2160.286423] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.294367] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.442208] env[62153]: DEBUG oslo_vmware.api [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073653, 'name': PowerOffVM_Task, 'duration_secs': 0.319065} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.442208] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2160.442390] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2160.442580] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af90cf0-7517-4078-bd6d-00cc8f8baad3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.448643] env[62153]: DEBUG nova.network.neutron [-] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.477813] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4870d7a6-45fb-41eb-b617-1e02cd2ceb53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.487254] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889e75c5-9c60-4885-8515-daf803d3505f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.524888] env[62153]: DEBUG nova.compute.manager [req-6bdbc111-6794-40b2-80cc-7de0a380b791 req-3a34e909-b0fd-46bd-90ec-531918d62b57 service nova] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Detach interface failed, port_id=3a481132-4b6c-4a52-b54e-0ce9707bc984, reason: Instance 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2160.653369] env[62153]: DEBUG nova.compute.utils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2160.659879] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2160.659879] env[62153]: DEBUG nova.network.neutron [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2160.666029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-43e7f1b2-867b-4ee4-a312-4bd63dcbf551 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.518s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.666940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.894s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.673331] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2160.673331] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2160.673331] env[62153]: _type = "HttpNfcLease" [ 2160.673331] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2160.721409] env[62153]: DEBUG nova.policy [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea4ab310c0646aa81c26cb35f61d132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8512b41703c3484b9724842aef73844b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2160.785969] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.796100] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073655, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.824359] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2160.824571] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2160.824757] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleting the datastore file [datastore1] 27c757fe-f0c7-4492-adb7-9d716f8e9f17 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2160.825079] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8200ceee-7fdb-4c69-aa20-6badfabc2ab2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.832089] env[62153]: DEBUG oslo_vmware.api [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for the task: (returnval){ [ 2160.832089] env[62153]: value = "task-2073657" [ 2160.832089] env[62153]: _type = "Task" [ 2160.832089] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.842207] env[62153]: DEBUG oslo_vmware.api [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.951214] env[62153]: INFO nova.compute.manager [-] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Took 1.47 seconds to deallocate network for instance. [ 2161.022968] env[62153]: DEBUG nova.network.neutron [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Successfully created port: 9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2161.159901] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2161.167192] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2161.167192] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2161.167192] env[62153]: _type = "HttpNfcLease" [ 2161.167192] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2161.167742] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2161.167742] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5260f08b-29d0-38de-a1d4-234a5fecd94d" [ 2161.167742] env[62153]: _type = "HttpNfcLease" [ 2161.167742] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2161.168275] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b3992d-1fc1-49b5-9aaa-fe310eab523f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.191804] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208437c-69b6-5fc0-2d12-c829268785b2/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2161.192275] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208437c-69b6-5fc0-2d12-c829268785b2/disk-0.vmdk. {{(pid=62153) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2161.274017] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dce305a-2693-4855-a311-1983c3c5aabc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.286491] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073654, 'name': ReconfigVM_Task, 'duration_secs': 0.674455} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.287342] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.287703] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9533a42-7d18-4a50-995f-8d8da1bc91be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.299562] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540708} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.316823] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2f1a43d6-146b-4107-8309-2e170d24ef37/2f1a43d6-146b-4107-8309-2e170d24ef37.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2161.317076] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2161.323254] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.323592] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.323592] env[62153]: DEBUG nova.network.neutron [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2161.324772] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78b9baf8-c99b-42d0-a754-b0d69f8e1736 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.326735] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1b332d-20b8-4ec6-8e99-aa75295f08ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.343294] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2161.343294] env[62153]: value = "task-2073658" [ 2161.343294] env[62153]: _type = "Task" [ 2161.343294] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.350705] env[62153]: DEBUG oslo_vmware.api [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Task: {'id': task-2073657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13582} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.352089] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2161.352089] env[62153]: value = "task-2073659" [ 2161.352089] env[62153]: _type = "Task" [ 2161.352089] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.352089] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2161.352089] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2161.352089] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2161.352432] env[62153]: INFO nova.compute.manager [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Took 1.44 seconds to destroy the instance on the hypervisor. [ 2161.352432] env[62153]: DEBUG oslo.service.loopingcall [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.352696] env[62153]: DEBUG nova.compute.manager [-] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2161.352888] env[62153]: DEBUG nova.network.neutron [-] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2161.361545] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.366845] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.458239] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.687405] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Applying migration context for instance 75764301-660a-4cc4-8ef2-b1d71898cae8 as it has an incoming, in-progress migration a774e761-fc8f-4853-922f-763318a95940. Migration status is post-migrating {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2161.689710] env[62153]: INFO nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating resource usage from migration a774e761-fc8f-4853-922f-763318a95940 [ 2161.714436] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 810b45a7-52ea-4c63-8749-99a205355ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715045] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715045] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2c367759-d799-40be-8dc8-5608c38a6616 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715045] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5aef7500-5f4b-4645-88fd-d357b9e3515c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2161.715045] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715307] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance e05c465c-41f8-423c-a721-b5e1ad75bab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715307] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ac2d72d2-ccda-470a-ba28-2970ac33c77d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715475] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 597de776-ff8b-42c1-bd0c-fa0389d0fc28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715615] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715734] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 74037199-d212-462a-b57c-c15da6664497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.715913] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 9beadd53-916e-4b36-a2a5-d87782070ea1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716027] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2161.716196] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 022915a7-6bcd-410e-95d0-97e9303f3a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716348] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 03bdbe37-ca0e-4319-afe7-464017465971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716468] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance b255b058-92b9-4607-8962-3d66076b4878 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716583] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 01b365de-d0d6-4276-9f80-24e61a9d6fa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716692] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ad51b85e-b1c2-4be1-959b-cd3004e45773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716830] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 27c757fe-f0c7-4492-adb7-9d716f8e9f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.716959] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Migration a774e761-fc8f-4853-922f-763318a95940 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2161.717121] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 75764301-660a-4cc4-8ef2-b1d71898cae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.717241] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2f1a43d6-146b-4107-8309-2e170d24ef37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.717351] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d162fc9d-35b8-4bcc-8558-c523ea97b0cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.733644] env[62153]: DEBUG nova.compute.manager [req-7caf9d3b-2d92-414d-8e47-9d6fabcdafa3 req-c9d36461-c0df-4f16-9b53-2d830cf6416d service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Received event network-vif-deleted-112f32ec-b957-411f-bd80-0f0324e247ec {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2161.733793] env[62153]: INFO nova.compute.manager [req-7caf9d3b-2d92-414d-8e47-9d6fabcdafa3 req-c9d36461-c0df-4f16-9b53-2d830cf6416d service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Neutron deleted interface 112f32ec-b957-411f-bd80-0f0324e247ec; detaching it from the instance and deleting it from the info cache [ 2161.734234] env[62153]: DEBUG nova.network.neutron [req-7caf9d3b-2d92-414d-8e47-9d6fabcdafa3 req-c9d36461-c0df-4f16-9b53-2d830cf6416d service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.854407] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066722} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.858639] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2161.859435] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3362ecb-1012-4186-9623-3e988b3a668d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.870732] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073659, 'name': ReconfigVM_Task, 'duration_secs': 0.171743} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.885098] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.895168] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 2f1a43d6-146b-4107-8309-2e170d24ef37/2f1a43d6-146b-4107-8309-2e170d24ef37.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2161.903111] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eada3b7c-967c-4f00-96ca-2cd3361711ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.905227] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109c0103-a640-46a6-b8cc-6c121e5e3885 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.933973] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2161.933973] env[62153]: value = "task-2073661" [ 2161.933973] env[62153]: _type = "Task" [ 2161.933973] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.935027] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2161.935027] env[62153]: value = "task-2073660" [ 2161.935027] env[62153]: _type = "Task" [ 2161.935027] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.949535] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.952477] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.136914] env[62153]: DEBUG nova.network.neutron [-] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.145983] env[62153]: DEBUG nova.network.neutron [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.172214] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2162.205185] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2162.205498] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2162.205690] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2162.205880] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2162.206075] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2162.206279] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2162.206631] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2162.206888] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2162.207138] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2162.207355] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2162.207564] env[62153]: DEBUG nova.virt.hardware [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2162.208532] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39e2a2-2240-4845-bb2e-2244ba6cf7a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.220534] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb656b5-05aa-43e8-9eb4-5066293d306b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.228905] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 34e060ad-61e0-4626-a352-4afe2119c7b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2162.229354] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2162.229607] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2162.248486] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e71c011a-2b97-440d-867b-1d77eaddc8d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.260505] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf96f4f3-eae3-4c66-b8cc-541a03219803 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.307594] env[62153]: DEBUG nova.compute.manager [req-7caf9d3b-2d92-414d-8e47-9d6fabcdafa3 req-c9d36461-c0df-4f16-9b53-2d830cf6416d service nova] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Detach interface failed, port_id=112f32ec-b957-411f-bd80-0f0324e247ec, reason: Instance 27c757fe-f0c7-4492-adb7-9d716f8e9f17 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2162.449839] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073661, 'name': ReconfigVM_Task, 'duration_secs': 0.333483} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.450246] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 2f1a43d6-146b-4107-8309-2e170d24ef37/2f1a43d6-146b-4107-8309-2e170d24ef37.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2162.450947] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc9edb58-1e50-48c7-8b58-9792df962d2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.455647] env[62153]: DEBUG oslo_vmware.api [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073660, 'name': PowerOnVM_Task, 'duration_secs': 0.494656} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.458886] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2162.462062] env[62153]: DEBUG nova.compute.manager [None req-1789ad16-cc04-430f-8f28-409d981dded3 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.465088] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6f168a-77ff-4c92-921e-287f99279595 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.469248] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2162.469248] env[62153]: value = "task-2073662" [ 2162.469248] env[62153]: _type = "Task" [ 2162.469248] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.488473] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073662, 'name': Rename_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.507110] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Completed reading data from the image iterator. {{(pid=62153) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2162.507110] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208437c-69b6-5fc0-2d12-c829268785b2/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2162.507110] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c10c6-d57f-4c20-bc78-a64cbaef87ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.513586] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208437c-69b6-5fc0-2d12-c829268785b2/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2162.513935] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208437c-69b6-5fc0-2d12-c829268785b2/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2162.516812] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c4fa1a7-d605-450c-84a9-8263dbe79ae3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.636182] env[62153]: DEBUG nova.compute.manager [req-af299c2a-7090-4aae-891f-1d4d50b6f103 req-70e9c088-1cd3-4959-b54e-041be46a0262 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Received event network-vif-plugged-9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2162.636481] env[62153]: DEBUG oslo_concurrency.lockutils [req-af299c2a-7090-4aae-891f-1d4d50b6f103 req-70e9c088-1cd3-4959-b54e-041be46a0262 service nova] Acquiring lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.636604] env[62153]: DEBUG oslo_concurrency.lockutils [req-af299c2a-7090-4aae-891f-1d4d50b6f103 req-70e9c088-1cd3-4959-b54e-041be46a0262 service nova] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.636773] env[62153]: DEBUG oslo_concurrency.lockutils [req-af299c2a-7090-4aae-891f-1d4d50b6f103 req-70e9c088-1cd3-4959-b54e-041be46a0262 service nova] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.636941] env[62153]: DEBUG nova.compute.manager [req-af299c2a-7090-4aae-891f-1d4d50b6f103 req-70e9c088-1cd3-4959-b54e-041be46a0262 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] No waiting events found dispatching network-vif-plugged-9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2162.637126] env[62153]: WARNING nova.compute.manager [req-af299c2a-7090-4aae-891f-1d4d50b6f103 req-70e9c088-1cd3-4959-b54e-041be46a0262 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Received unexpected event network-vif-plugged-9c1ab057-899f-41ed-9ea5-5d5d9b77880a for instance with vm_state building and task_state spawning. [ 2162.640579] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b86b58-af91-40b8-8d6c-41b74afdf2f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.642243] env[62153]: INFO nova.compute.manager [-] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Took 1.29 seconds to deallocate network for instance. [ 2162.650731] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.654888] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcdd7bb-855e-45fa-aeaa-0147b90e4c84 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.687774] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ba690-3fbe-4c3f-9ab5-d598c606bde0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.696128] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51736a91-1bff-480b-adc8-3b539cad52a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.712021] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2162.784981] env[62153]: DEBUG nova.network.neutron [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Successfully updated port: 9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2162.879071] env[62153]: DEBUG oslo_vmware.rw_handles [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208437c-69b6-5fc0-2d12-c829268785b2/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2162.879396] env[62153]: INFO nova.virt.vmwareapi.images [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Downloaded image file data 61fa7bed-d2d7-4616-8919-4b90af774367 [ 2162.880336] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607f9662-6ad3-4007-88d7-9f18774d1a56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.898725] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1609e3f-35a7-4126-b783-cd5942cb00fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.924402] env[62153]: INFO nova.virt.vmwareapi.images [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] The imported VM was unregistered [ 2162.926821] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Caching image {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2162.927094] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating directory with path [datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367 {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2162.927385] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774a5701-7d25-4e40-a836-22a627b7f775 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.940399] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created directory with path [datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367 {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2162.940627] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b/OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b.vmdk to [datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk. {{(pid=62153) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2162.940879] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3a4abb62-672b-410a-9989-bb1e59cf99ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.947868] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2162.947868] env[62153]: value = "task-2073664" [ 2162.947868] env[62153]: _type = "Task" [ 2162.947868] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.955303] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.979800] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073662, 'name': Rename_Task, 'duration_secs': 0.293066} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.980076] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2162.980314] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1285cc57-f2f5-4b48-b134-6161c6ea9214 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.988201] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2162.988201] env[62153]: value = "task-2073665" [ 2162.988201] env[62153]: _type = "Task" [ 2162.988201] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.997415] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.152216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.165527] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b9681-7f5c-4ced-9cbf-9b2fb864073a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.174654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d12a1e8-abda-4444-9bcd-cd2b9cfe2e94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.215824] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2163.287430] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-d162fc9d-35b8-4bcc-8558-c523ea97b0cd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.287716] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-d162fc9d-35b8-4bcc-8558-c523ea97b0cd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.287902] env[62153]: DEBUG nova.network.neutron [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2163.458953] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.498814] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073665, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.722163] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2163.722631] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.055s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.722767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.419s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.722948] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.727252] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.926s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.727252] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.727651] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.308s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.729269] env[62153]: INFO nova.compute.claims [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2163.760819] env[62153]: INFO nova.scheduler.client.report [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleted allocations for instance 5aef7500-5f4b-4645-88fd-d357b9e3515c [ 2163.763222] env[62153]: INFO nova.scheduler.client.report [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted allocations for instance 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9 [ 2163.829117] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.829825] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.838826] env[62153]: DEBUG nova.network.neutron [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2163.964444] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.000336] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.070773] env[62153]: DEBUG nova.network.neutron [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Updating instance_info_cache with network_info: [{"id": "9c1ab057-899f-41ed-9ea5-5d5d9b77880a", "address": "fa:16:3e:c8:da:05", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1ab057-89", "ovs_interfaceid": "9c1ab057-899f-41ed-9ea5-5d5d9b77880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.274929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b34f517c-54d4-472f-8edc-7171f16894bc tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "5aef7500-5f4b-4645-88fd-d357b9e3515c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.654s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.275676] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4b5129c-7f6e-42e2-89ae-f6e970382625 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "5071ec0f-5373-4c3a-afd0-1ffad6cde1d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.598s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.306957] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5284944-fa06-4688-8b43-4d58744cd9d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.334289] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2164.338032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1fa1a0-c939-4800-8011-ea3624525ac8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.348116] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2164.465644] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.501071] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.577353] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-d162fc9d-35b8-4bcc-8558-c523ea97b0cd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.577353] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Instance network_info: |[{"id": "9c1ab057-899f-41ed-9ea5-5d5d9b77880a", "address": "fa:16:3e:c8:da:05", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1ab057-89", "ovs_interfaceid": "9c1ab057-899f-41ed-9ea5-5d5d9b77880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2164.577353] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:da:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c1ab057-899f-41ed-9ea5-5d5d9b77880a', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2164.584107] env[62153]: DEBUG oslo.service.loopingcall [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.584605] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2164.585205] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-badafbee-debd-4da4-8d55-7835fdb3c159 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.611023] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2164.611023] env[62153]: value = "task-2073666" [ 2164.611023] env[62153]: _type = "Task" [ 2164.611023] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.654042] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073666, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.706631] env[62153]: DEBUG nova.compute.manager [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Received event network-changed-9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2164.706852] env[62153]: DEBUG nova.compute.manager [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Refreshing instance network info cache due to event network-changed-9c1ab057-899f-41ed-9ea5-5d5d9b77880a. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2164.707099] env[62153]: DEBUG oslo_concurrency.lockutils [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] Acquiring lock "refresh_cache-d162fc9d-35b8-4bcc-8558-c523ea97b0cd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.707250] env[62153]: DEBUG oslo_concurrency.lockutils [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] Acquired lock "refresh_cache-d162fc9d-35b8-4bcc-8558-c523ea97b0cd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.707411] env[62153]: DEBUG nova.network.neutron [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Refreshing network info cache for port 9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2164.857023] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2164.860855] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4333f780-6024-47a8-b677-1dbdb17ea4f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.864780] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.875442] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2164.875442] env[62153]: value = "task-2073667" [ 2164.875442] env[62153]: _type = "Task" [ 2164.875442] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.891235] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.970031] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.008748] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.118956] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073666, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.196089] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649409bb-eb3c-4f95-83a4-fcda76886230 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.204445] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e407f32-2b6f-4f4d-a75c-1eed76b4af98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.246860] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b9fa1-2271-4409-845a-855d10206bc5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.255599] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c535ae-f4e0-4f7d-9957-4d730c519867 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.272881] env[62153]: DEBUG nova.compute.provider_tree [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.389707] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.462995] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.485199] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "022915a7-6bcd-410e-95d0-97e9303f3a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.485596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.485937] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "022915a7-6bcd-410e-95d0-97e9303f3a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.486170] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.486352] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.490387] env[62153]: INFO nova.compute.manager [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Terminating instance [ 2165.504572] env[62153]: DEBUG oslo_vmware.api [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073665, 'name': PowerOnVM_Task, 'duration_secs': 2.143482} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.504572] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2165.504572] env[62153]: INFO nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Took 11.60 seconds to spawn the instance on the hypervisor. [ 2165.504572] env[62153]: DEBUG nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2165.505746] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a59d7fd-1be6-4588-becb-0ef269878c28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.517642] env[62153]: DEBUG nova.network.neutron [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Updated VIF entry in instance network info cache for port 9c1ab057-899f-41ed-9ea5-5d5d9b77880a. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2165.518028] env[62153]: DEBUG nova.network.neutron [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Updating instance_info_cache with network_info: [{"id": "9c1ab057-899f-41ed-9ea5-5d5d9b77880a", "address": "fa:16:3e:c8:da:05", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1ab057-89", "ovs_interfaceid": "9c1ab057-899f-41ed-9ea5-5d5d9b77880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.618831] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073666, 'name': CreateVM_Task, 'duration_secs': 0.962579} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.619010] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2165.619717] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.619883] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.620226] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2165.620505] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3721a4c7-a4c5-49d0-ac90-753c95ac5879 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.625012] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2165.625012] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52482714-3ccd-3d1b-8809-8c528bce00d3" [ 2165.625012] env[62153]: _type = "Task" [ 2165.625012] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.632920] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52482714-3ccd-3d1b-8809-8c528bce00d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.776687] env[62153]: DEBUG nova.scheduler.client.report [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.886285] env[62153]: DEBUG oslo_vmware.api [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073667, 'name': PowerOnVM_Task, 'duration_secs': 0.980262} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.886582] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2165.886726] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8dacc379-ddb7-4815-9c7c-0011bc612e40 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance '75764301-660a-4cc4-8ef2-b1d71898cae8' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2165.965242] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073664, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.793215} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.965533] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b/OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b.vmdk to [datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk. [ 2165.965722] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Cleaning up location [datastore1] OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2165.965887] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_69bdcd49-92e9-49b2-9b99-c91cfb98871b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2165.966169] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd254505-6b4d-43c3-a7e4-e10f9e9bb295 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.972633] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2165.972633] env[62153]: value = "task-2073669" [ 2165.972633] env[62153]: _type = "Task" [ 2165.972633] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.981076] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.999316] env[62153]: DEBUG nova.compute.manager [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2165.999563] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2166.000478] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd60ce3-a593-4fdc-a564-41481bbf9c7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.010491] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2166.010756] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad5db27-64a4-49b6-8b13-5406c3fe943d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.025026] env[62153]: DEBUG oslo_concurrency.lockutils [req-2dd6cccd-8e80-4c6d-9c64-6f412718da03 req-4e773d59-242c-4be9-aa85-be17f4713b28 service nova] Releasing lock "refresh_cache-d162fc9d-35b8-4bcc-8558-c523ea97b0cd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.025026] env[62153]: DEBUG oslo_vmware.api [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2166.025026] env[62153]: value = "task-2073670" [ 2166.025026] env[62153]: _type = "Task" [ 2166.025026] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.030743] env[62153]: INFO nova.compute.manager [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Took 29.69 seconds to build instance. [ 2166.038749] env[62153]: DEBUG oslo_vmware.api [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.136387] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52482714-3ccd-3d1b-8809-8c528bce00d3, 'name': SearchDatastore_Task, 'duration_secs': 0.046435} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.136387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.136581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2166.137228] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.137228] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.137228] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2166.137408] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f28cffd-f419-4993-b687-69606b3c0990 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.150181] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2166.150181] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2166.150504] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810453c7-8944-4288-9299-3ea6b7b64b46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.156467] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2166.156467] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a48584-c8c3-023e-0241-89238b89b42e" [ 2166.156467] env[62153]: _type = "Task" [ 2166.156467] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.164988] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a48584-c8c3-023e-0241-89238b89b42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.283272] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.283272] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2166.293265] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.835s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.294144] env[62153]: DEBUG nova.objects.instance [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'resources' on Instance uuid 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.294751] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.294968] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.483357] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116005} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.483628] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2166.483799] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.484060] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk to [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2166.484342] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f27f2b75-ee7b-4050-911c-25436b4f5d12 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.491076] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2166.491076] env[62153]: value = "task-2073671" [ 2166.491076] env[62153]: _type = "Task" [ 2166.491076] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.499232] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.538100] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a262ba90-236b-473e-9b1b-5937f44b13b8 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.208s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.538381] env[62153]: DEBUG oslo_vmware.api [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073670, 'name': PowerOffVM_Task, 'duration_secs': 0.36302} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.538655] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2166.538795] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2166.539109] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4dfe6af-6545-4d56-9f4c-f198eaf8cfa3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.638083] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2166.638271] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2166.638456] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Deleting the datastore file [datastore1] 022915a7-6bcd-410e-95d0-97e9303f3a56 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2166.638770] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9867cc93-dbd1-4158-9839-934dd540b7d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.645385] env[62153]: DEBUG oslo_vmware.api [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for the task: (returnval){ [ 2166.645385] env[62153]: value = "task-2073673" [ 2166.645385] env[62153]: _type = "Task" [ 2166.645385] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.653416] env[62153]: DEBUG oslo_vmware.api [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.665953] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a48584-c8c3-023e-0241-89238b89b42e, 'name': SearchDatastore_Task, 'duration_secs': 0.042703} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.666705] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8753a860-a357-4804-9a7c-240a41056ce9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.671635] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2166.671635] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b796e-6c96-bff0-ffbc-7301e5484c32" [ 2166.671635] env[62153]: _type = "Task" [ 2166.671635] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.678563] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b796e-6c96-bff0-ffbc-7301e5484c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.787214] env[62153]: DEBUG nova.compute.manager [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2166.787508] env[62153]: DEBUG nova.compute.manager [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing instance network info cache due to event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2166.787718] env[62153]: DEBUG oslo_concurrency.lockutils [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.787856] env[62153]: DEBUG oslo_concurrency.lockutils [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.788027] env[62153]: DEBUG nova.network.neutron [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2166.795215] env[62153]: DEBUG nova.compute.utils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2166.797381] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2166.797716] env[62153]: DEBUG nova.network.neutron [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2166.804672] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2166.912651] env[62153]: DEBUG nova.policy [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581990d30b29416d9678632e817c3fed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02053208b6b046a08224d06624f0f5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2167.003171] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.161076] env[62153]: DEBUG oslo_vmware.api [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Task: {'id': task-2073673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155247} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.161485] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.161629] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.161794] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2167.162080] env[62153]: INFO nova.compute.manager [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2167.162242] env[62153]: DEBUG oslo.service.loopingcall [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.162663] env[62153]: DEBUG nova.compute.manager [-] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2167.162663] env[62153]: DEBUG nova.network.neutron [-] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2167.183582] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b796e-6c96-bff0-ffbc-7301e5484c32, 'name': SearchDatastore_Task, 'duration_secs': 0.019434} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.186873] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.187193] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d162fc9d-35b8-4bcc-8558-c523ea97b0cd/d162fc9d-35b8-4bcc-8558-c523ea97b0cd.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2167.187843] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18b987ef-32fd-4092-92e1-ebe23729821c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.195814] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2167.195814] env[62153]: value = "task-2073674" [ 2167.195814] env[62153]: _type = "Task" [ 2167.195814] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.205910] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.306291] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865bdd02-6a70-41c9-a352-40ed01ffec8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.310056] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2167.321109] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3e495e-dc17-438d-94f7-e793b779337f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.359249] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.360187] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020b6afd-79bf-4e34-8d9c-f3eaa36a5a90 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.371948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41faea2-5bb9-44ef-9528-4be586c3978a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.380244] env[62153]: DEBUG nova.network.neutron [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Successfully created port: 3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2167.397740] env[62153]: DEBUG nova.compute.provider_tree [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.502753] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.710242] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.854178] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.854373] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "23ba5485-42a8-4a90-b190-1a7f35358314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.869990] env[62153]: DEBUG nova.network.neutron [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updated VIF entry in instance network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2167.869990] env[62153]: DEBUG nova.network.neutron [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.901684] env[62153]: DEBUG nova.scheduler.client.report [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2168.004816] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.208993] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.325070] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2168.356951] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2168.367023] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2168.370719] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2168.371302] env[62153]: DEBUG nova.virt.hardware [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2168.375452] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b1b10-a01d-45e1-9409-3037a1a77a52 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.376923] env[62153]: DEBUG oslo_concurrency.lockutils [req-461936e2-9167-4a88-bc19-3b86d36c0bf8 req-f6e341fe-71cf-4881-b6e3-e354935d8037 service nova] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.384658] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e8c47b-cd8e-485b-874f-37a083349288 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.409973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.413788] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.262s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.414057] env[62153]: DEBUG nova.objects.instance [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lazy-loading 'resources' on Instance uuid 27c757fe-f0c7-4492-adb7-9d716f8e9f17 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.443909] env[62153]: INFO nova.scheduler.client.report [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f [ 2168.504756] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.521767] env[62153]: DEBUG nova.network.neutron [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Port a4edbf87-81fa-435c-a78b-c55f04eb8813 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2168.522105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.522273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.522443] env[62153]: DEBUG nova.network.neutron [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2168.638067] env[62153]: DEBUG nova.network.neutron [-] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.707335] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.854641] env[62153]: DEBUG nova.compute.manager [req-79daa7b4-eca2-4f61-aa1e-ef2664e957b8 req-cc12a745-9062-4168-af68-d0b4e43bceab service nova] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Received event network-vif-deleted-c2e0c522-178f-46d8-b4e6-cda39ab4e131 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2168.879333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.954470] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2a4b9366-b24c-4b8f-9d0f-27b6b304bd52 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "01a527ea-a8c0-4945-84b5-94ba7fbb6b9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.143s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.006634] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.052369] env[62153]: DEBUG nova.compute.manager [req-a6beeab0-89b8-44a4-be1f-7b9c09ae2857 req-85a070a1-4557-457e-b430-16208b7f3f98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Received event network-vif-plugged-3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2169.052494] env[62153]: DEBUG oslo_concurrency.lockutils [req-a6beeab0-89b8-44a4-be1f-7b9c09ae2857 req-85a070a1-4557-457e-b430-16208b7f3f98 service nova] Acquiring lock "34e060ad-61e0-4626-a352-4afe2119c7b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.052777] env[62153]: DEBUG oslo_concurrency.lockutils [req-a6beeab0-89b8-44a4-be1f-7b9c09ae2857 req-85a070a1-4557-457e-b430-16208b7f3f98 service nova] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.053924] env[62153]: DEBUG oslo_concurrency.lockutils [req-a6beeab0-89b8-44a4-be1f-7b9c09ae2857 req-85a070a1-4557-457e-b430-16208b7f3f98 service nova] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.053924] env[62153]: DEBUG nova.compute.manager [req-a6beeab0-89b8-44a4-be1f-7b9c09ae2857 req-85a070a1-4557-457e-b430-16208b7f3f98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] No waiting events found dispatching network-vif-plugged-3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2169.053924] env[62153]: WARNING nova.compute.manager [req-a6beeab0-89b8-44a4-be1f-7b9c09ae2857 req-85a070a1-4557-457e-b430-16208b7f3f98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Received unexpected event network-vif-plugged-3899b288-95f0-465f-a046-3459cf6b28ed for instance with vm_state building and task_state spawning. [ 2169.142203] env[62153]: INFO nova.compute.manager [-] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Took 1.98 seconds to deallocate network for instance. [ 2169.210779] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.275297] env[62153]: DEBUG nova.network.neutron [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Successfully updated port: 3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2169.318173] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8131611-72ae-4a00-a35b-407b1bde5a1d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.328110] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b5e9e-e75b-4a95-9839-8a05a447d590 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.369832] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48de7f15-71da-4e32-b3cc-aba5b379db7c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.380196] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf97c16-6fa3-4a34-a87d-fd88993d7ae0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.396518] env[62153]: DEBUG nova.compute.provider_tree [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.414978] env[62153]: DEBUG nova.network.neutron [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.509912] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073671, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.591511} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.510306] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61fa7bed-d2d7-4616-8919-4b90af774367/61fa7bed-d2d7-4616-8919-4b90af774367.vmdk to [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2169.511462] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72a868-49cb-4953-acd2-c72723df8b6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.545837] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2169.546296] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c65d924-904c-466d-a6db-eb2567d1a320 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.569472] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2169.569472] env[62153]: value = "task-2073675" [ 2169.569472] env[62153]: _type = "Task" [ 2169.569472] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.580268] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.656212] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.709443] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073674, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.205958} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.709739] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d162fc9d-35b8-4bcc-8558-c523ea97b0cd/d162fc9d-35b8-4bcc-8558-c523ea97b0cd.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2169.709953] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2169.710216] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aec9a46f-d169-44e6-aaf7-3455f461e5f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.717765] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2169.717765] env[62153]: value = "task-2073676" [ 2169.717765] env[62153]: _type = "Task" [ 2169.717765] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.725560] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.781701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.781862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.782032] env[62153]: DEBUG nova.network.neutron [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2169.901328] env[62153]: DEBUG nova.scheduler.client.report [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.919566] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.023599] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "2400ac8e-57dc-40ab-a842-d7ea2657212f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.023599] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.065783] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.066071] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.066285] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.066469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.066674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.068799] env[62153]: INFO nova.compute.manager [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Terminating instance [ 2170.081876] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.228070] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067316} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.228345] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2170.229133] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f2299e-ddb7-4fd1-99db-89e3040fdfdf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.250987] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d162fc9d-35b8-4bcc-8558-c523ea97b0cd/d162fc9d-35b8-4bcc-8558-c523ea97b0cd.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2170.251257] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e953c37-731c-4400-91bc-a9a5efbb5931 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.270347] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2170.270347] env[62153]: value = "task-2073677" [ 2170.270347] env[62153]: _type = "Task" [ 2170.270347] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.277912] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.318123] env[62153]: DEBUG nova.network.neutron [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2170.405262] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.407551] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.543s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.409505] env[62153]: INFO nova.compute.claims [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2170.423198] env[62153]: DEBUG nova.compute.manager [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62153) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2170.434960] env[62153]: INFO nova.scheduler.client.report [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Deleted allocations for instance 27c757fe-f0c7-4492-adb7-9d716f8e9f17 [ 2170.494585] env[62153]: DEBUG nova.network.neutron [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Updating instance_info_cache with network_info: [{"id": "3899b288-95f0-465f-a046-3459cf6b28ed", "address": "fa:16:3e:00:76:f8", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899b288-95", "ovs_interfaceid": "3899b288-95f0-465f-a046-3459cf6b28ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.525979] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2170.576552] env[62153]: DEBUG nova.compute.manager [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2170.576758] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2170.581719] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175fb14-06b7-407a-9458-d45a280498e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.584483] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073675, 'name': ReconfigVM_Task, 'duration_secs': 0.685114} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.585872] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfigured VM instance instance-0000004f to attach disk [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773/ad51b85e-b1c2-4be1-959b-cd3004e45773.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2170.586162] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'guest_format': None, 'disk_bus': None, 'image_id': 'a0fe52c4-9b97-4dd3-ae24-9aba6478367a'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425083', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'name': 'volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ad51b85e-b1c2-4be1-959b-cd3004e45773', 'attached_at': '', 'detached_at': '', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'serial': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'attachment_id': '29d89461-9ff5-486a-aa77-6f01cdc259c6', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62153) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2170.586367] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2170.586562] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425083', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'name': 'volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ad51b85e-b1c2-4be1-959b-cd3004e45773', 'attached_at': '', 'detached_at': '', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'serial': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2170.587673] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bdfe0-24e4-4157-af77-f699a0e3dc17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.591971] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2170.592511] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174b9a8e-6302-4a19-bf4a-6be5300a6645 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.605437] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fb7a16-1238-4cfb-b994-f50085881aef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.609909] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2170.609909] env[62153]: value = "task-2073678" [ 2170.609909] env[62153]: _type = "Task" [ 2170.609909] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.630162] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00/volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2170.633931] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9439b45c-cb9f-4764-afec-355020ad7b5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.653143] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.654455] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2170.654455] env[62153]: value = "task-2073679" [ 2170.654455] env[62153]: _type = "Task" [ 2170.654455] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.663903] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.780625] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.949805] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aac0e422-8a89-4f4b-aab2-9b821e09512c tempest-ImagesOneServerNegativeTestJSON-1212447340 tempest-ImagesOneServerNegativeTestJSON-1212447340-project-member] Lock "27c757fe-f0c7-4492-adb7-9d716f8e9f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.544s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.997033] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.997430] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Instance network_info: |[{"id": "3899b288-95f0-465f-a046-3459cf6b28ed", "address": "fa:16:3e:00:76:f8", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899b288-95", "ovs_interfaceid": "3899b288-95f0-465f-a046-3459cf6b28ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2170.998098] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:76:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3899b288-95f0-465f-a046-3459cf6b28ed', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2171.005702] env[62153]: DEBUG oslo.service.loopingcall [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.006275] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2171.006515] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78fef316-f960-42bc-aeda-88e4ffa4be93 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.028547] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2171.028547] env[62153]: value = "task-2073680" [ 2171.028547] env[62153]: _type = "Task" [ 2171.028547] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.040663] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.050870] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.135506] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073678, 'name': PowerOffVM_Task, 'duration_secs': 0.236751} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.135506] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2171.135506] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2171.135506] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddba1efc-8710-4cb4-8b09-e36421d006b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.140521] env[62153]: DEBUG nova.compute.manager [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Received event network-changed-3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2171.140716] env[62153]: DEBUG nova.compute.manager [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Refreshing instance network info cache due to event network-changed-3899b288-95f0-465f-a046-3459cf6b28ed. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2171.140950] env[62153]: DEBUG oslo_concurrency.lockutils [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] Acquiring lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.141109] env[62153]: DEBUG oslo_concurrency.lockutils [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] Acquired lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.141271] env[62153]: DEBUG nova.network.neutron [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Refreshing network info cache for port 3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2171.164701] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.281794] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073677, 'name': ReconfigVM_Task, 'duration_secs': 0.869461} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.282398] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d162fc9d-35b8-4bcc-8558-c523ea97b0cd/d162fc9d-35b8-4bcc-8558-c523ea97b0cd.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2171.283036] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d990a09-1e91-4942-8dfc-0b4ed2d7f467 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.289592] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2171.289592] env[62153]: value = "task-2073682" [ 2171.289592] env[62153]: _type = "Task" [ 2171.289592] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.297247] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073682, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.334531] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2171.334796] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2171.335040] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleting the datastore file [datastore1] ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2171.335330] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42057354-7d99-4e1a-b291-27170ded6690 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.342238] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2171.342238] env[62153]: value = "task-2073683" [ 2171.342238] env[62153]: _type = "Task" [ 2171.342238] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.350456] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.538623] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.543732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.668265] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073679, 'name': ReconfigVM_Task, 'duration_secs': 0.679656} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.668414] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00/volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2171.673127] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ace0dc7-83ba-4a9c-8488-06564d7c16dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.693274] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2171.693274] env[62153]: value = "task-2073684" [ 2171.693274] env[62153]: _type = "Task" [ 2171.693274] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.703117] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.733143] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb90de-21f6-40db-ab77-05ab9e866669 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.740526] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a755f-7cde-40f7-927d-988d3a07834b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.777244] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c569297b-35c3-4b1c-aca4-9a9161ee67e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.784794] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d16aa4-5aa3-4c05-8665-935be3fbab84 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.800773] env[62153]: DEBUG nova.compute.provider_tree [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2171.806682] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073682, 'name': Rename_Task, 'duration_secs': 0.249038} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.809875] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2171.809875] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68494eac-e6c2-4669-9d50-f862edd08418 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.816173] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2171.816173] env[62153]: value = "task-2073685" [ 2171.816173] env[62153]: _type = "Task" [ 2171.816173] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.823987] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.851463] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.975292] env[62153]: DEBUG nova.network.neutron [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Updated VIF entry in instance network info cache for port 3899b288-95f0-465f-a046-3459cf6b28ed. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2171.975647] env[62153]: DEBUG nova.network.neutron [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Updating instance_info_cache with network_info: [{"id": "3899b288-95f0-465f-a046-3459cf6b28ed", "address": "fa:16:3e:00:76:f8", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899b288-95", "ovs_interfaceid": "3899b288-95f0-465f-a046-3459cf6b28ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.042874] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.203102] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073684, 'name': ReconfigVM_Task, 'duration_secs': 0.415375} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.203102] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425083', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'name': 'volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ad51b85e-b1c2-4be1-959b-cd3004e45773', 'attached_at': '', 'detached_at': '', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'serial': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2172.203102] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87afb074-ddd1-46b3-9c23-5692709b699c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.208100] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2172.208100] env[62153]: value = "task-2073686" [ 2172.208100] env[62153]: _type = "Task" [ 2172.208100] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.216297] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073686, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.324719] env[62153]: ERROR nova.scheduler.client.report [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [req-bdd51445-784f-477c-980b-5604d790ab49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bdd51445-784f-477c-980b-5604d790ab49"}]} [ 2172.331516] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.347096] env[62153]: DEBUG nova.scheduler.client.report [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2172.353973] env[62153]: DEBUG oslo_vmware.api [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.727465} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.354254] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2172.354441] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2172.354625] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2172.355264] env[62153]: INFO nova.compute.manager [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Took 1.78 seconds to destroy the instance on the hypervisor. [ 2172.355264] env[62153]: DEBUG oslo.service.loopingcall [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2172.355264] env[62153]: DEBUG nova.compute.manager [-] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2172.355437] env[62153]: DEBUG nova.network.neutron [-] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2172.363409] env[62153]: DEBUG nova.scheduler.client.report [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2172.363643] env[62153]: DEBUG nova.compute.provider_tree [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2172.375206] env[62153]: DEBUG nova.scheduler.client.report [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2172.394018] env[62153]: DEBUG nova.scheduler.client.report [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2172.479879] env[62153]: DEBUG oslo_concurrency.lockutils [req-f98ece1c-61e5-402b-a267-f64d39699077 req-77ac5d93-e2f0-4233-8888-1cd041b4db98 service nova] Releasing lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.542212] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.702857] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3bd1bf-aaac-4670-a384-7b1d97cd76ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.718165] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b60d74-05bc-4446-b34b-0e74559fcfb4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.724788] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073686, 'name': Rename_Task, 'duration_secs': 0.15862} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.725394] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2172.725877] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cf11c34-2467-4ffe-bdea-7cfb10d25c15 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.753579] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5833fb37-af4b-4da4-aa9a-b237fbdf8663 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.757991] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2172.757991] env[62153]: value = "task-2073687" [ 2172.757991] env[62153]: _type = "Task" [ 2172.757991] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.764483] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5158c-3c98-4593-91e4-124810d93bbf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.774235] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.782611] env[62153]: DEBUG nova.compute.provider_tree [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2172.785727] env[62153]: DEBUG nova.compute.manager [req-20c14e1e-8eff-411f-95c3-052b56957e66 req-b5e3dbdc-7a88-4a7d-b8c6-4b6ecc338586 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Received event network-vif-deleted-7e9e8ad9-9aba-475f-a116-1fe754e34164 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2172.785966] env[62153]: INFO nova.compute.manager [req-20c14e1e-8eff-411f-95c3-052b56957e66 req-b5e3dbdc-7a88-4a7d-b8c6-4b6ecc338586 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Neutron deleted interface 7e9e8ad9-9aba-475f-a116-1fe754e34164; detaching it from the instance and deleting it from the info cache [ 2172.786196] env[62153]: DEBUG nova.network.neutron [req-20c14e1e-8eff-411f-95c3-052b56957e66 req-b5e3dbdc-7a88-4a7d-b8c6-4b6ecc338586 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.828776] env[62153]: DEBUG oslo_vmware.api [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073685, 'name': PowerOnVM_Task, 'duration_secs': 0.797499} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.829076] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2172.829285] env[62153]: INFO nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Took 10.66 seconds to spawn the instance on the hypervisor. [ 2172.829535] env[62153]: DEBUG nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2172.830418] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6b1a86-1e8e-46f2-841d-827ce8400abf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.045478] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.208588] env[62153]: DEBUG nova.network.neutron [-] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.269708] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.290672] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fb58ad6-9556-4d3d-a001-f309cedccdf4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.300186] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c736ec1-9302-4096-9fbb-ff427a8bbc0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.317110] env[62153]: DEBUG nova.scheduler.client.report [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2173.317398] env[62153]: DEBUG nova.compute.provider_tree [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 146 to 147 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2173.317580] env[62153]: DEBUG nova.compute.provider_tree [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2173.334900] env[62153]: DEBUG nova.compute.manager [req-20c14e1e-8eff-411f-95c3-052b56957e66 req-b5e3dbdc-7a88-4a7d-b8c6-4b6ecc338586 service nova] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Detach interface failed, port_id=7e9e8ad9-9aba-475f-a116-1fe754e34164, reason: Instance ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2173.349739] env[62153]: INFO nova.compute.manager [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Took 30.17 seconds to build instance. [ 2173.545176] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.711469] env[62153]: INFO nova.compute.manager [-] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Took 1.36 seconds to deallocate network for instance. [ 2173.771309] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.822149] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.414s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.822702] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2173.825288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.466s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.826726] env[62153]: INFO nova.compute.claims [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2173.852178] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d911acc8-f5fb-4757-b09a-f5dc5f488201 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.685s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.048665] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.218510] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.272646] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.334764] env[62153]: DEBUG nova.compute.utils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2174.336277] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2174.336457] env[62153]: DEBUG nova.network.neutron [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2174.392137] env[62153]: DEBUG nova.policy [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba0a16a8fc24c21acac344df2f235b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6f8a1ce86f467b9f4aa03b69ef83c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2174.462434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.462602] env[62153]: DEBUG oslo_concurrency.lockutils [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.462882] env[62153]: DEBUG nova.compute.manager [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2174.463828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f10468-5dbc-4fa4-b3d3-2f9b06b7d1cb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.470810] env[62153]: DEBUG nova.compute.manager [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2174.471451] env[62153]: DEBUG nova.objects.instance [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'flavor' on Instance uuid d162fc9d-35b8-4bcc-8558-c523ea97b0cd {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.547450] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073680, 'name': CreateVM_Task, 'duration_secs': 3.039527} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.547954] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2174.548687] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.548850] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.549232] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2174.549529] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ab68b5-1be2-4b73-9cf5-a48b9f4b373b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.554472] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2174.554472] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52885a16-8f03-bef5-b4c2-2406d0328dfd" [ 2174.554472] env[62153]: _type = "Task" [ 2174.554472] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.563549] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52885a16-8f03-bef5-b4c2-2406d0328dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.709074] env[62153]: DEBUG nova.network.neutron [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Successfully created port: 2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2174.777105] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.840787] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2175.065946] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52885a16-8f03-bef5-b4c2-2406d0328dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.025049} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.068600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.068917] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.069242] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.069457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.069696] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.070205] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-616b4fb2-4f69-4ef7-bd36-20ef6f3e3031 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.079708] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.080020] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.081036] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c87090a-0875-4b42-ac32-9612479feeee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.088762] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2175.088762] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dc7b39-f3c2-7f75-cdbe-5e6a0449a612" [ 2175.088762] env[62153]: _type = "Task" [ 2175.088762] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.097039] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dc7b39-f3c2-7f75-cdbe-5e6a0449a612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.176288] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4d8ac-deab-4046-8b7e-f1f0393d33b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.184727] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896104df-6244-408c-9bc1-69c235ad9493 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.217648] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c037888-c05f-4256-9ffa-7526bb1a8683 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.225398] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9dd71-03cd-4be4-a83d-63036f4ae7c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.239535] env[62153]: DEBUG nova.compute.provider_tree [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.273619] env[62153]: DEBUG oslo_vmware.api [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073687, 'name': PowerOnVM_Task, 'duration_secs': 2.326908} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.273903] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2175.403059] env[62153]: DEBUG nova.compute.manager [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2175.403982] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c81d2a-7f53-45b8-a380-18ec22b1f30a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.482869] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.483535] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d0f932-6968-40d6-a812-c3d5b6d96063 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.491077] env[62153]: DEBUG oslo_vmware.api [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2175.491077] env[62153]: value = "task-2073688" [ 2175.491077] env[62153]: _type = "Task" [ 2175.491077] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.498783] env[62153]: DEBUG oslo_vmware.api [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.599292] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dc7b39-f3c2-7f75-cdbe-5e6a0449a612, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.600113] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5283bce-03d8-4d52-88b1-98ffacead8f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.605037] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2175.605037] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525beff3-8ebb-24f8-bcdd-32e54f70b41d" [ 2175.605037] env[62153]: _type = "Task" [ 2175.605037] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.612925] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525beff3-8ebb-24f8-bcdd-32e54f70b41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.744901] env[62153]: DEBUG nova.scheduler.client.report [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2175.852344] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2175.875191] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2175.875656] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2175.875947] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2175.876286] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2175.876539] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2175.876800] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2175.877095] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2175.877358] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2175.877567] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2175.878449] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2175.878449] env[62153]: DEBUG nova.virt.hardware [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2175.878891] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0db814-ca72-428e-b544-6ea49b0961d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.887269] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d315c-9b8a-42cd-99f8-67f4d03fc0e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.922309] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ee72ca41-46b4-489b-805b-dece62322b21 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.799s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.001133] env[62153]: DEBUG oslo_vmware.api [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073688, 'name': PowerOffVM_Task, 'duration_secs': 0.39412} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.001413] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2176.001612] env[62153]: DEBUG nova.compute.manager [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.002411] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c937d-7481-4d4d-96d6-42c644dc854e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.118068] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525beff3-8ebb-24f8-bcdd-32e54f70b41d, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.118068] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.118068] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 34e060ad-61e0-4626-a352-4afe2119c7b3/34e060ad-61e0-4626-a352-4afe2119c7b3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2176.118068] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62e8d14-b79c-47d6-9fb2-4a98a01dd1ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.124464] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2176.124464] env[62153]: value = "task-2073689" [ 2176.124464] env[62153]: _type = "Task" [ 2176.124464] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.132409] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.170521] env[62153]: DEBUG nova.compute.manager [req-9090e67c-534e-4a0f-8ee4-dd0445d643bd req-87843011-36c0-41fc-ac4d-9ab70b430d73 service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Received event network-vif-plugged-2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2176.170745] env[62153]: DEBUG oslo_concurrency.lockutils [req-9090e67c-534e-4a0f-8ee4-dd0445d643bd req-87843011-36c0-41fc-ac4d-9ab70b430d73 service nova] Acquiring lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.170956] env[62153]: DEBUG oslo_concurrency.lockutils [req-9090e67c-534e-4a0f-8ee4-dd0445d643bd req-87843011-36c0-41fc-ac4d-9ab70b430d73 service nova] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.171141] env[62153]: DEBUG oslo_concurrency.lockutils [req-9090e67c-534e-4a0f-8ee4-dd0445d643bd req-87843011-36c0-41fc-ac4d-9ab70b430d73 service nova] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.171310] env[62153]: DEBUG nova.compute.manager [req-9090e67c-534e-4a0f-8ee4-dd0445d643bd req-87843011-36c0-41fc-ac4d-9ab70b430d73 service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] No waiting events found dispatching network-vif-plugged-2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2176.171478] env[62153]: WARNING nova.compute.manager [req-9090e67c-534e-4a0f-8ee4-dd0445d643bd req-87843011-36c0-41fc-ac4d-9ab70b430d73 service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Received unexpected event network-vif-plugged-2d24fb40-ba64-406a-bee6-217ee44ad351 for instance with vm_state building and task_state spawning. [ 2176.251407] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.251407] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2176.255324] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.376s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.258570] env[62153]: INFO nova.compute.claims [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2176.298383] env[62153]: DEBUG nova.network.neutron [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Successfully updated port: 2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2176.514219] env[62153]: DEBUG oslo_concurrency.lockutils [None req-19c0202a-5bf4-4f19-8f2c-f1728d9722a3 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.636288] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.765900] env[62153]: DEBUG nova.compute.utils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2176.770713] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2176.770922] env[62153]: DEBUG nova.network.neutron [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2176.801151] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.801353] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.801516] env[62153]: DEBUG nova.network.neutron [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2176.810708] env[62153]: DEBUG nova.policy [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ebde6a8ad247b6acba4129a0816c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '282f9cac29044743a048f28c31634a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2176.869959] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.870295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.870554] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.870759] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.870945] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.872956] env[62153]: INFO nova.compute.manager [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Terminating instance [ 2177.091527] env[62153]: DEBUG nova.network.neutron [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Successfully created port: 4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2177.135932] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633464} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.136342] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 34e060ad-61e0-4626-a352-4afe2119c7b3/34e060ad-61e0-4626-a352-4afe2119c7b3.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2177.136342] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2177.137026] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f629b81d-d3ce-4916-af13-9be7df2de033 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.143307] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2177.143307] env[62153]: value = "task-2073690" [ 2177.143307] env[62153]: _type = "Task" [ 2177.143307] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.152377] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.274429] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2177.337843] env[62153]: DEBUG nova.network.neutron [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2177.376169] env[62153]: DEBUG nova.compute.manager [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2177.376386] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2177.377876] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d111807-bc84-4811-afb9-ed046ff8b72e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.387315] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2177.387591] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2ea152-15d3-406a-9352-1bff6808f1fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.479780] env[62153]: DEBUG nova.network.neutron [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Updating instance_info_cache with network_info: [{"id": "2d24fb40-ba64-406a-bee6-217ee44ad351", "address": "fa:16:3e:49:86:f9", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d24fb40-ba", "ovs_interfaceid": "2d24fb40-ba64-406a-bee6-217ee44ad351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.559566] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2177.559787] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2177.559964] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleting the datastore file [datastore1] d162fc9d-35b8-4bcc-8558-c523ea97b0cd {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2177.560497] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818ac1cc-a6e8-4194-8dda-f9072da3d45c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.569091] env[62153]: DEBUG oslo_vmware.api [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2177.569091] env[62153]: value = "task-2073692" [ 2177.569091] env[62153]: _type = "Task" [ 2177.569091] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.579405] env[62153]: DEBUG oslo_vmware.api [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.586188] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9429d7d0-1689-454a-a228-65ecf400fa4f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.593014] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f95bf-df91-4d2f-9964-c8ab12b51c56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.622515] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79460a3e-b7b3-42b3-930c-5996c1bfc9ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.630257] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5171dd8-5ee9-4ccc-b24b-aa69128fcd32 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.645352] env[62153]: DEBUG nova.compute.provider_tree [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2177.654322] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066884} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.654734] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2177.659185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda35c4f-d379-4905-b6d3-733e2712fa15 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.680568] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 34e060ad-61e0-4626-a352-4afe2119c7b3/34e060ad-61e0-4626-a352-4afe2119c7b3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.680882] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0229676c-3c02-4bdc-939f-e46c16a976ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.700268] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2177.700268] env[62153]: value = "task-2073693" [ 2177.700268] env[62153]: _type = "Task" [ 2177.700268] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.709546] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.984321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.984722] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Instance network_info: |[{"id": "2d24fb40-ba64-406a-bee6-217ee44ad351", "address": "fa:16:3e:49:86:f9", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d24fb40-ba", "ovs_interfaceid": "2d24fb40-ba64-406a-bee6-217ee44ad351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2177.985208] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:86:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d24fb40-ba64-406a-bee6-217ee44ad351', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2177.993338] env[62153]: DEBUG oslo.service.loopingcall [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2177.993588] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2177.993835] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b66da0-6196-4ed5-be49-0fbcb97c7e74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.013990] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2178.013990] env[62153]: value = "task-2073694" [ 2178.013990] env[62153]: _type = "Task" [ 2178.013990] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.021313] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073694, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.079744] env[62153]: DEBUG oslo_vmware.api [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14243} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.080053] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2178.080262] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2178.080834] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2178.080834] env[62153]: INFO nova.compute.manager [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Took 0.70 seconds to destroy the instance on the hypervisor. [ 2178.080979] env[62153]: DEBUG oslo.service.loopingcall [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.081061] env[62153]: DEBUG nova.compute.manager [-] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2178.081173] env[62153]: DEBUG nova.network.neutron [-] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2178.182856] env[62153]: DEBUG nova.scheduler.client.report [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2178.183174] env[62153]: DEBUG nova.compute.provider_tree [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 147 to 148 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2178.183381] env[62153]: DEBUG nova.compute.provider_tree [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2178.201288] env[62153]: DEBUG nova.compute.manager [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Received event network-changed-2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.201480] env[62153]: DEBUG nova.compute.manager [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Refreshing instance network info cache due to event network-changed-2d24fb40-ba64-406a-bee6-217ee44ad351. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2178.201709] env[62153]: DEBUG oslo_concurrency.lockutils [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] Acquiring lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.201836] env[62153]: DEBUG oslo_concurrency.lockutils [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] Acquired lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.201996] env[62153]: DEBUG nova.network.neutron [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Refreshing network info cache for port 2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.214628] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.283725] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2178.317388] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2178.317636] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2178.317788] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2178.317971] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2178.318116] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2178.318267] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2178.318472] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2178.318634] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2178.318796] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2178.318957] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2178.319149] env[62153]: DEBUG nova.virt.hardware [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2178.319993] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da13638-4556-4bbe-bd29-e96b2ce94a50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.328798] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563bba9b-261d-4fea-89c3-41da61f74cfb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.375811] env[62153]: DEBUG nova.compute.manager [req-57a5a21e-e618-485b-9283-0a08b00aa251 req-87a2c5ff-fc39-47b0-a264-be4a1eca0f03 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Received event network-vif-deleted-9c1ab057-899f-41ed-9ea5-5d5d9b77880a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.375953] env[62153]: INFO nova.compute.manager [req-57a5a21e-e618-485b-9283-0a08b00aa251 req-87a2c5ff-fc39-47b0-a264-be4a1eca0f03 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Neutron deleted interface 9c1ab057-899f-41ed-9ea5-5d5d9b77880a; detaching it from the instance and deleting it from the info cache [ 2178.376147] env[62153]: DEBUG nova.network.neutron [req-57a5a21e-e618-485b-9283-0a08b00aa251 req-87a2c5ff-fc39-47b0-a264-be4a1eca0f03 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.524656] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073694, 'name': CreateVM_Task, 'duration_secs': 0.375251} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.524824] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2178.525938] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.526232] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.526605] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2178.526873] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbedf6e-a557-475d-8b81-8be5800ff879 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.531604] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2178.531604] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5279c282-48b0-f3cc-a4ad-c6ff2c6e4976" [ 2178.531604] env[62153]: _type = "Task" [ 2178.531604] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.540396] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5279c282-48b0-f3cc-a4ad-c6ff2c6e4976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.646820] env[62153]: DEBUG nova.network.neutron [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Successfully updated port: 4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2178.689239] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.689936] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2178.693043] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.037s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.693277] env[62153]: DEBUG nova.objects.instance [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lazy-loading 'resources' on Instance uuid 022915a7-6bcd-410e-95d0-97e9303f3a56 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.715320] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073693, 'name': ReconfigVM_Task, 'duration_secs': 0.727228} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.715731] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 34e060ad-61e0-4626-a352-4afe2119c7b3/34e060ad-61e0-4626-a352-4afe2119c7b3.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.716811] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-989789ab-ec3e-42b2-8186-0456f5c912fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.724336] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2178.724336] env[62153]: value = "task-2073695" [ 2178.724336] env[62153]: _type = "Task" [ 2178.724336] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.733663] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073695, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.852737] env[62153]: DEBUG nova.network.neutron [-] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.878674] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4839292d-744f-4a07-b5ba-855ad085c750 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.888444] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454b504-a84b-4692-8687-e30c610a85c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.925843] env[62153]: DEBUG nova.compute.manager [req-57a5a21e-e618-485b-9283-0a08b00aa251 req-87a2c5ff-fc39-47b0-a264-be4a1eca0f03 service nova] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Detach interface failed, port_id=9c1ab057-899f-41ed-9ea5-5d5d9b77880a, reason: Instance d162fc9d-35b8-4bcc-8558-c523ea97b0cd could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2178.958800] env[62153]: DEBUG nova.network.neutron [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Updated VIF entry in instance network info cache for port 2d24fb40-ba64-406a-bee6-217ee44ad351. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2178.959173] env[62153]: DEBUG nova.network.neutron [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Updating instance_info_cache with network_info: [{"id": "2d24fb40-ba64-406a-bee6-217ee44ad351", "address": "fa:16:3e:49:86:f9", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d24fb40-ba", "ovs_interfaceid": "2d24fb40-ba64-406a-bee6-217ee44ad351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.041987] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5279c282-48b0-f3cc-a4ad-c6ff2c6e4976, 'name': SearchDatastore_Task, 'duration_secs': 0.008864} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.042330] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.042514] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2179.042755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.042903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.043088] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2179.043351] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cfaf4d7-c157-424f-ad2e-f1836db442f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.052065] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2179.052251] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2179.052983] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895e2ab0-bd75-4d88-9de6-328172e5af81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.058298] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2179.058298] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c8e597-ebdb-5525-2413-185c5715e0ef" [ 2179.058298] env[62153]: _type = "Task" [ 2179.058298] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.066014] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c8e597-ebdb-5525-2413-185c5715e0ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.150904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.151208] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.151408] env[62153]: DEBUG nova.network.neutron [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2179.197407] env[62153]: DEBUG nova.compute.utils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2179.202253] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2179.202253] env[62153]: DEBUG nova.network.neutron [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2179.235687] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073695, 'name': Rename_Task, 'duration_secs': 0.385503} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.235958] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.236214] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-286be231-832b-4527-9ae5-ecaa5c8f48e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.243611] env[62153]: DEBUG nova.policy [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2179.246840] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2179.246840] env[62153]: value = "task-2073696" [ 2179.246840] env[62153]: _type = "Task" [ 2179.246840] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.254460] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.355701] env[62153]: INFO nova.compute.manager [-] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Took 1.27 seconds to deallocate network for instance. [ 2179.462284] env[62153]: DEBUG oslo_concurrency.lockutils [req-821f335f-5511-426f-8758-a1a17180dfad req-d9ed2599-3ead-404c-a692-37e7839794ca service nova] Releasing lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.508604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097b601-79f3-4607-ba8e-f91392bc8af7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.517825] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f7f65-eed9-4442-992d-2957b6577260 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.548401] env[62153]: DEBUG nova.network.neutron [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Successfully created port: 4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2179.550789] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf9cdfe-ddc0-490b-a362-125fc82a3a14 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.558418] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6ca555-504d-4358-842d-3ff506c7c587 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.574346] env[62153]: DEBUG nova.compute.provider_tree [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.578689] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c8e597-ebdb-5525-2413-185c5715e0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.579659] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809ff831-88a0-4194-ba1e-48bebb300944 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.585075] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2179.585075] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5230780f-becb-03d4-6c8e-42f77f9cccda" [ 2179.585075] env[62153]: _type = "Task" [ 2179.585075] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.592922] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5230780f-becb-03d4-6c8e-42f77f9cccda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.683319] env[62153]: DEBUG nova.network.neutron [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2179.703049] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2179.758879] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.856971] env[62153]: DEBUG nova.network.neutron [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating instance_info_cache with network_info: [{"id": "4374040a-46d9-429f-bc9c-94c49e29d020", "address": "fa:16:3e:69:c4:41", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4374040a-46", "ovs_interfaceid": "4374040a-46d9-429f-bc9c-94c49e29d020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.868116] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.080957] env[62153]: DEBUG nova.scheduler.client.report [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.098052] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5230780f-becb-03d4-6c8e-42f77f9cccda, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.098360] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.098521] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/3282f519-afd7-4d2b-a77b-6d5eb5fc2dac.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2180.098795] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6cb3326-1f03-45d6-9068-c33db6dc9663 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.105518] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2180.105518] env[62153]: value = "task-2073697" [ 2180.105518] env[62153]: _type = "Task" [ 2180.105518] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.116063] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.226937] env[62153]: DEBUG nova.compute.manager [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Received event network-vif-plugged-4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.227185] env[62153]: DEBUG oslo_concurrency.lockutils [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.227415] env[62153]: DEBUG oslo_concurrency.lockutils [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] Lock "66de520f-44cc-4880-ac57-9244af7010d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.227620] env[62153]: DEBUG oslo_concurrency.lockutils [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] Lock "66de520f-44cc-4880-ac57-9244af7010d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.227822] env[62153]: DEBUG nova.compute.manager [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] No waiting events found dispatching network-vif-plugged-4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2180.228029] env[62153]: WARNING nova.compute.manager [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Received unexpected event network-vif-plugged-4374040a-46d9-429f-bc9c-94c49e29d020 for instance with vm_state building and task_state spawning. [ 2180.228227] env[62153]: DEBUG nova.compute.manager [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Received event network-changed-4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.228414] env[62153]: DEBUG nova.compute.manager [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Refreshing instance network info cache due to event network-changed-4374040a-46d9-429f-bc9c-94c49e29d020. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2180.228602] env[62153]: DEBUG oslo_concurrency.lockutils [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] Acquiring lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.257469] env[62153]: DEBUG oslo_vmware.api [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073696, 'name': PowerOnVM_Task, 'duration_secs': 0.554391} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.257778] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2180.258118] env[62153]: INFO nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Took 11.93 seconds to spawn the instance on the hypervisor. [ 2180.258336] env[62153]: DEBUG nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.259155] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed34f8a1-3462-41b8-b58c-32bf9bd169ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.363029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.363402] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance network_info: |[{"id": "4374040a-46d9-429f-bc9c-94c49e29d020", "address": "fa:16:3e:69:c4:41", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4374040a-46", "ovs_interfaceid": "4374040a-46d9-429f-bc9c-94c49e29d020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2180.363707] env[62153]: DEBUG oslo_concurrency.lockutils [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] Acquired lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.363886] env[62153]: DEBUG nova.network.neutron [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Refreshing network info cache for port 4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2180.365230] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c4:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4374040a-46d9-429f-bc9c-94c49e29d020', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2180.375370] env[62153]: DEBUG oslo.service.loopingcall [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2180.378397] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2180.378938] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1d75ba-796b-4a61-89e8-6c997aea540b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.403744] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2180.403744] env[62153]: value = "task-2073698" [ 2180.403744] env[62153]: _type = "Task" [ 2180.403744] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.413936] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073698, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.592555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.597049] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.546s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.598579] env[62153]: INFO nova.compute.claims [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2180.621225] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456143} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.621225] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/3282f519-afd7-4d2b-a77b-6d5eb5fc2dac.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2180.621225] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2180.622137] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb059432-3d68-4b3d-b190-76bef07d807f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.629791] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2180.629791] env[62153]: value = "task-2073699" [ 2180.629791] env[62153]: _type = "Task" [ 2180.629791] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.630755] env[62153]: INFO nova.scheduler.client.report [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Deleted allocations for instance 022915a7-6bcd-410e-95d0-97e9303f3a56 [ 2180.642637] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.645677] env[62153]: DEBUG nova.network.neutron [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updated VIF entry in instance network info cache for port 4374040a-46d9-429f-bc9c-94c49e29d020. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2180.646019] env[62153]: DEBUG nova.network.neutron [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating instance_info_cache with network_info: [{"id": "4374040a-46d9-429f-bc9c-94c49e29d020", "address": "fa:16:3e:69:c4:41", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4374040a-46", "ovs_interfaceid": "4374040a-46d9-429f-bc9c-94c49e29d020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.713054] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2180.739827] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2180.740060] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2180.740257] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2180.740430] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2180.740577] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2180.740726] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2180.740931] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2180.741103] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2180.741272] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2180.741433] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2180.741618] env[62153]: DEBUG nova.virt.hardware [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2180.742803] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4c746a-b554-4249-a28f-8cf0f76d6f46 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.750932] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6731d0-098b-4737-9597-0cadf3f9a409 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.775233] env[62153]: INFO nova.compute.manager [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Took 21.38 seconds to build instance. [ 2180.913975] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073698, 'name': CreateVM_Task, 'duration_secs': 0.445086} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.914162] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2180.914846] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.915022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.915339] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2180.915587] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4481b45-e8f9-4ef9-a68b-433671e9f603 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.920206] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2180.920206] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527b4e8e-9b70-1ad7-7456-105c7c967d65" [ 2180.920206] env[62153]: _type = "Task" [ 2180.920206] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.928228] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527b4e8e-9b70-1ad7-7456-105c7c967d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.144307] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07363} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.144748] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0bf5fbb7-253e-45fe-a601-bf4270907482 tempest-ServersTestManualDisk-11812188 tempest-ServersTestManualDisk-11812188-project-member] Lock "022915a7-6bcd-410e-95d0-97e9303f3a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.659s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.145645] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2181.146704] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3392c614-bb7d-4d36-83d9-c4d6bd76029b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.149699] env[62153]: DEBUG oslo_concurrency.lockutils [req-201c84f1-7e2b-4311-a6d4-def05b5ac3e6 req-dc298a18-632c-44da-85a1-d06aef5a5638 service nova] Releasing lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.170000] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/3282f519-afd7-4d2b-a77b-6d5eb5fc2dac.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2181.170933] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b43507-e5a2-40df-9855-9c0d1bdb7810 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.193234] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2181.193234] env[62153]: value = "task-2073700" [ 2181.193234] env[62153]: _type = "Task" [ 2181.193234] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.202768] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.277582] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96435c6-707f-40d0-a9f6-0af66f4325ab tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.894s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.422081] env[62153]: DEBUG nova.network.neutron [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Successfully updated port: 4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2181.433896] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527b4e8e-9b70-1ad7-7456-105c7c967d65, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.434206] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.434443] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2181.434672] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.434813] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.435019] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2181.436111] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a98b7c-8fad-4a39-a274-a2b9e9b445cb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.444701] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2181.445079] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2181.446176] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1f74ca-7f74-4ebe-a503-f53401dfb343 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.451655] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2181.451655] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5296cbe7-495b-7b58-94c8-be7dec7560d2" [ 2181.451655] env[62153]: _type = "Task" [ 2181.451655] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.459653] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5296cbe7-495b-7b58-94c8-be7dec7560d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.538564] env[62153]: DEBUG oslo_concurrency.lockutils [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] Acquiring lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.538799] env[62153]: DEBUG oslo_concurrency.lockutils [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] Acquired lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.538985] env[62153]: DEBUG nova.network.neutron [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.702711] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073700, 'name': ReconfigVM_Task, 'duration_secs': 0.267807} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.703647] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/3282f519-afd7-4d2b-a77b-6d5eb5fc2dac.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2181.703831] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b1914c-8ca2-459b-9ada-c39314faad6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.712273] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2181.712273] env[62153]: value = "task-2073701" [ 2181.712273] env[62153]: _type = "Task" [ 2181.712273] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.721295] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073701, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.898112] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c4971b-c354-450b-8232-e388930802ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.911710] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c3401-f6bb-4417-9fb5-c6f0d98dcdf2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.941715] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.941886] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.942056] env[62153]: DEBUG nova.network.neutron [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.943876] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5573266-41f9-4891-98f6-bc31e8c8c7fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.953196] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3867bc-ce4a-4a8c-b198-6306bf819a8d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.972189] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5296cbe7-495b-7b58-94c8-be7dec7560d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.982157] env[62153]: DEBUG nova.compute.provider_tree [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.983572] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd76c2a-8f4e-4516-ada3-c977a3cc4b1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.989778] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2181.989778] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527ccfe2-529c-fa46-db23-cd348701324b" [ 2181.989778] env[62153]: _type = "Task" [ 2181.989778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.999351] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527ccfe2-529c-fa46-db23-cd348701324b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.222932] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073701, 'name': Rename_Task, 'duration_secs': 0.1336} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.223784] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2182.224125] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ddabd3-70f5-4557-ac95-e96d7afed7b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.230225] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2182.230225] env[62153]: value = "task-2073702" [ 2182.230225] env[62153]: _type = "Task" [ 2182.230225] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.238232] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.267769] env[62153]: DEBUG nova.compute.manager [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-vif-plugged-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2182.268075] env[62153]: DEBUG oslo_concurrency.lockutils [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.268342] env[62153]: DEBUG oslo_concurrency.lockutils [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] Lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.268586] env[62153]: DEBUG oslo_concurrency.lockutils [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] Lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.268820] env[62153]: DEBUG nova.compute.manager [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] No waiting events found dispatching network-vif-plugged-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2182.269219] env[62153]: WARNING nova.compute.manager [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received unexpected event network-vif-plugged-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 for instance with vm_state building and task_state spawning. [ 2182.269514] env[62153]: DEBUG nova.compute.manager [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2182.269746] env[62153]: DEBUG nova.compute.manager [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing instance network info cache due to event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2182.270017] env[62153]: DEBUG oslo_concurrency.lockutils [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.462715] env[62153]: DEBUG nova.network.neutron [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Updating instance_info_cache with network_info: [{"id": "3899b288-95f0-465f-a046-3459cf6b28ed", "address": "fa:16:3e:00:76:f8", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899b288-95", "ovs_interfaceid": "3899b288-95f0-465f-a046-3459cf6b28ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.487853] env[62153]: DEBUG nova.scheduler.client.report [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.502746] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527ccfe2-529c-fa46-db23-cd348701324b, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.502920] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.503097] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2182.503379] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-463da10a-0a09-469d-8754-d765e09c2cd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.509549] env[62153]: DEBUG nova.network.neutron [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2182.513866] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2182.513866] env[62153]: value = "task-2073703" [ 2182.513866] env[62153]: _type = "Task" [ 2182.513866] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.522743] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.713435] env[62153]: DEBUG nova.network.neutron [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.746766] env[62153]: DEBUG oslo_vmware.api [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073702, 'name': PowerOnVM_Task, 'duration_secs': 0.447332} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.747463] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2182.747760] env[62153]: INFO nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Took 6.90 seconds to spawn the instance on the hypervisor. [ 2182.748094] env[62153]: DEBUG nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.750068] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411fe5c0-9ebc-4391-86a1-5f4b1848b5af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.971717] env[62153]: DEBUG oslo_concurrency.lockutils [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] Releasing lock "refresh_cache-34e060ad-61e0-4626-a352-4afe2119c7b3" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.972028] env[62153]: DEBUG nova.compute.manager [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Inject network info {{(pid=62153) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2182.972311] env[62153]: DEBUG nova.compute.manager [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] network_info to inject: |[{"id": "3899b288-95f0-465f-a046-3459cf6b28ed", "address": "fa:16:3e:00:76:f8", "network": {"id": "1df35e7e-8288-48b3-a96f-d2535f5b88fc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-111245713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02053208b6b046a08224d06624f0f5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899b288-95", "ovs_interfaceid": "3899b288-95f0-465f-a046-3459cf6b28ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2182.978437] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Reconfiguring VM instance to set the machine id {{(pid=62153) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2182.978437] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba98b2b-6398-4578-b1d5-14712bf0c9b8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.993117] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.993644] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2182.997749] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.454s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.999184] env[62153]: DEBUG oslo_vmware.api [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] Waiting for the task: (returnval){ [ 2182.999184] env[62153]: value = "task-2073704" [ 2182.999184] env[62153]: _type = "Task" [ 2182.999184] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.008772] env[62153]: DEBUG oslo_vmware.api [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] Task: {'id': task-2073704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.027416] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073703, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.215634] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.216074] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Instance network_info: |[{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2183.216396] env[62153]: DEBUG oslo_concurrency.lockutils [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.216575] env[62153]: DEBUG nova.network.neutron [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2183.221204] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:cd:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4af09347-8a2e-4296-ba7b-a6dc546f0ed5', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2183.229872] env[62153]: DEBUG oslo.service.loopingcall [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.230231] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2183.230609] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe119d44-4b32-4e74-a5ed-4e080ed74915 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.258582] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2183.258582] env[62153]: value = "task-2073705" [ 2183.258582] env[62153]: _type = "Task" [ 2183.258582] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.272792] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073705, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.275196] env[62153]: INFO nova.compute.manager [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Took 18.43 seconds to build instance. [ 2183.501363] env[62153]: DEBUG nova.compute.utils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2183.505496] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2183.505496] env[62153]: DEBUG nova.network.neutron [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2183.509055] env[62153]: DEBUG nova.objects.instance [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'migration_context' on Instance uuid 75764301-660a-4cc4-8ef2-b1d71898cae8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.517886] env[62153]: DEBUG oslo_vmware.api [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] Task: {'id': task-2073704, 'name': ReconfigVM_Task, 'duration_secs': 0.192607} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.521515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-835d881e-9998-4100-ab91-ee86c36713ef tempest-ServersAdminTestJSON-1521160352 tempest-ServersAdminTestJSON-1521160352-project-admin] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Reconfigured VM instance to set the machine id {{(pid=62153) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2183.528805] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60159} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.529036] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2183.529257] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2183.529525] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3f4c78-b816-4cec-9341-2e9c2fd9a5b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.537435] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2183.537435] env[62153]: value = "task-2073706" [ 2183.537435] env[62153]: _type = "Task" [ 2183.537435] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.546466] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.561865] env[62153]: DEBUG nova.policy [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2183.769267] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073705, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.776967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ebe1f67f-b6c5-4a84-bb42-97da83f9b3bb tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.947s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.813681] env[62153]: INFO nova.compute.manager [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Rebuilding instance [ 2183.873041] env[62153]: DEBUG nova.compute.manager [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2183.874038] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c4a244-463c-48d1-9773-3312bdda466b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.014167] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2184.020934] env[62153]: DEBUG nova.network.neutron [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updated VIF entry in instance network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2184.020934] env[62153]: DEBUG nova.network.neutron [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.051460] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151078} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.051946] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2184.053529] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d402c-e501-44db-8652-1de24a476c2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.080367] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2184.083441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.083750] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.084034] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "2c367759-d799-40be-8dc8-5608c38a6616-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.084277] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.084535] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.085986] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a88a43-86b7-4f60-aeda-0adb1dcd3101 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.107443] env[62153]: INFO nova.compute.manager [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Terminating instance [ 2184.118656] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2184.118656] env[62153]: value = "task-2073707" [ 2184.118656] env[62153]: _type = "Task" [ 2184.118656] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.130940] env[62153]: INFO nova.compute.manager [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Rescuing [ 2184.131481] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.131481] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.131614] env[62153]: DEBUG nova.network.neutron [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2184.132856] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.158799] env[62153]: DEBUG nova.network.neutron [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Successfully created port: 057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2184.271296] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073705, 'name': CreateVM_Task, 'duration_secs': 0.716804} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.271475] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2184.273618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.273618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.273618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2184.273618] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcce4e6-0fec-4d81-9edd-cd85df2a75a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.279932] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2184.279932] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52755f9b-6dde-a826-b3cc-8fcbc471c207" [ 2184.279932] env[62153]: _type = "Task" [ 2184.279932] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.287943] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52755f9b-6dde-a826-b3cc-8fcbc471c207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.381556] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624287d-19aa-4de0-b190-cf50dcf5f601 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.389139] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa6deb-a48b-4301-ac4f-5fc278a956d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.423179] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e033487-078f-48ad-a94e-850406a658c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.431324] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb447b68-011c-4166-a4c6-bda5671ab93f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.446198] env[62153]: DEBUG nova.compute.provider_tree [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.525778] env[62153]: DEBUG oslo_concurrency.lockutils [req-c10fc58e-a08b-4fb8-bc99-f179fdc2476d req-0bbb621c-eac1-47f4-9917-3dd35a7668da service nova] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.613731] env[62153]: DEBUG nova.compute.manager [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2184.613731] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2184.614344] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d49a2d-3ee9-4b76-8661-1a870025d90d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.628625] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.630874] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2184.631138] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8993ba5-dcc8-497f-9508-49fe2da8fea1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.637376] env[62153]: DEBUG oslo_vmware.api [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2184.637376] env[62153]: value = "task-2073708" [ 2184.637376] env[62153]: _type = "Task" [ 2184.637376] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.645651] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "03bdbe37-ca0e-4319-afe7-464017465971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.645883] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "03bdbe37-ca0e-4319-afe7-464017465971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.646101] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "03bdbe37-ca0e-4319-afe7-464017465971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.646374] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "03bdbe37-ca0e-4319-afe7-464017465971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.646612] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "03bdbe37-ca0e-4319-afe7-464017465971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.648300] env[62153]: DEBUG oslo_vmware.api [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.649270] env[62153]: INFO nova.compute.manager [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Terminating instance [ 2184.793866] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52755f9b-6dde-a826-b3cc-8fcbc471c207, 'name': SearchDatastore_Task, 'duration_secs': 0.030726} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.794223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.794489] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2184.794755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.794949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.795174] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2184.795447] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b14c67-5911-4718-933d-5f2ee5f0dad5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.805766] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2184.806036] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2184.806775] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4200eeb-a590-44f4-9712-9760e06c6de1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.811961] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2184.811961] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ac5616-c075-3b42-6f8f-f9e7e5b51a9a" [ 2184.811961] env[62153]: _type = "Task" [ 2184.811961] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.820375] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ac5616-c075-3b42-6f8f-f9e7e5b51a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.872511] env[62153]: DEBUG nova.network.neutron [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Updating instance_info_cache with network_info: [{"id": "2d24fb40-ba64-406a-bee6-217ee44ad351", "address": "fa:16:3e:49:86:f9", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d24fb40-ba", "ovs_interfaceid": "2d24fb40-ba64-406a-bee6-217ee44ad351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.897107] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2184.897563] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-293705b1-ae0c-48e7-b087-2c050a2f38bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.905425] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2184.905425] env[62153]: value = "task-2073709" [ 2184.905425] env[62153]: _type = "Task" [ 2184.905425] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.914643] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.949392] env[62153]: DEBUG nova.scheduler.client.report [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.027908] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2185.055141] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2185.055408] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2185.055589] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2185.055805] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2185.055938] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2185.056189] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2185.056434] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2185.056602] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2185.056774] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2185.056937] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2185.057132] env[62153]: DEBUG nova.virt.hardware [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2185.058097] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a467ec9-1e48-4fdc-868c-5d3262619bc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.066935] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261bd622-24ea-4e3f-8bb4-73ecdb7335cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.130138] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073707, 'name': ReconfigVM_Task, 'duration_secs': 0.671003} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.130496] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2185.131229] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dedf9eb4-c5f2-4e29-b1fc-ad6c004b0089 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.138385] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2185.138385] env[62153]: value = "task-2073710" [ 2185.138385] env[62153]: _type = "Task" [ 2185.138385] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.150410] env[62153]: DEBUG oslo_vmware.api [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073708, 'name': PowerOffVM_Task, 'duration_secs': 0.218066} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.153982] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.153982] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.154457] env[62153]: DEBUG nova.compute.manager [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2185.154659] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2185.154914] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073710, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.155147] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7705225e-618c-44b3-b681-c792e5f1ecec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.157846] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d2e34c-1354-4cd4-b5cd-cb4f1dae8fc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.165388] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.165695] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53730c5e-9029-40c0-a247-97988ff7c48e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.174290] env[62153]: DEBUG oslo_vmware.api [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2185.174290] env[62153]: value = "task-2073712" [ 2185.174290] env[62153]: _type = "Task" [ 2185.174290] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.183540] env[62153]: DEBUG oslo_vmware.api [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.274170] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2185.274386] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2185.274595] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Deleting the datastore file [datastore1] 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2185.274894] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81754a39-762c-4a27-a23f-c3bb26763cb3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.282419] env[62153]: DEBUG oslo_vmware.api [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2185.282419] env[62153]: value = "task-2073713" [ 2185.282419] env[62153]: _type = "Task" [ 2185.282419] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.293931] env[62153]: DEBUG oslo_vmware.api [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.322133] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ac5616-c075-3b42-6f8f-f9e7e5b51a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.323075] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f240e62f-052b-4162-891c-ef1924d2b679 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.329360] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2185.329360] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d2366a-a724-b518-adbe-943a50067e4d" [ 2185.329360] env[62153]: _type = "Task" [ 2185.329360] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.338037] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d2366a-a724-b518-adbe-943a50067e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.374939] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.420886] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073709, 'name': PowerOffVM_Task, 'duration_secs': 0.264342} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.421021] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.421420] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2185.422092] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b162545-7d86-46ad-968e-bb6bfb77b8f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.429531] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.429804] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7befd486-55bd-42e7-8e42-ca1aef7bcfd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.651413] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073710, 'name': Rename_Task, 'duration_secs': 0.176744} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.651735] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2185.652033] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b57a5f6-66c5-42bf-8a4a-758d3f5701e4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.659325] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2185.659325] env[62153]: value = "task-2073715" [ 2185.659325] env[62153]: _type = "Task" [ 2185.659325] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.665932] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.683725] env[62153]: DEBUG oslo_vmware.api [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073712, 'name': PowerOffVM_Task, 'duration_secs': 0.235953} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.683983] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.684167] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.684410] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6cca66-e3e1-4b3d-b309-c687021412f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.745097] env[62153]: DEBUG nova.compute.manager [req-56eb8e86-5a9e-40ba-b37e-67cb19bbec66 req-87c8466c-7952-4cef-9c4e-fb44956273d8 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Received event network-vif-plugged-057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2185.745397] env[62153]: DEBUG oslo_concurrency.lockutils [req-56eb8e86-5a9e-40ba-b37e-67cb19bbec66 req-87c8466c-7952-4cef-9c4e-fb44956273d8 service nova] Acquiring lock "2400ac8e-57dc-40ab-a842-d7ea2657212f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.745529] env[62153]: DEBUG oslo_concurrency.lockutils [req-56eb8e86-5a9e-40ba-b37e-67cb19bbec66 req-87c8466c-7952-4cef-9c4e-fb44956273d8 service nova] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.745695] env[62153]: DEBUG oslo_concurrency.lockutils [req-56eb8e86-5a9e-40ba-b37e-67cb19bbec66 req-87c8466c-7952-4cef-9c4e-fb44956273d8 service nova] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.745877] env[62153]: DEBUG nova.compute.manager [req-56eb8e86-5a9e-40ba-b37e-67cb19bbec66 req-87c8466c-7952-4cef-9c4e-fb44956273d8 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] No waiting events found dispatching network-vif-plugged-057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2185.746041] env[62153]: WARNING nova.compute.manager [req-56eb8e86-5a9e-40ba-b37e-67cb19bbec66 req-87c8466c-7952-4cef-9c4e-fb44956273d8 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Received unexpected event network-vif-plugged-057afda2-8535-49ee-9d43-c7c9a7ba2ec2 for instance with vm_state building and task_state spawning. [ 2185.794028] env[62153]: DEBUG oslo_vmware.api [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167593} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.794028] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2185.794028] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2185.794028] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2185.794028] env[62153]: INFO nova.compute.manager [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2185.794288] env[62153]: DEBUG oslo.service.loopingcall [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2185.794386] env[62153]: DEBUG nova.compute.manager [-] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2185.794478] env[62153]: DEBUG nova.network.neutron [-] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2185.805922] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2185.806160] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2185.806349] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleting the datastore file [datastore1] 74037199-d212-462a-b57c-c15da6664497 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2185.807127] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e254f7-f45c-40a8-bbd3-a37af53073c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.809666] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2185.810066] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2185.810066] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleting the datastore file [datastore1] 03bdbe37-ca0e-4319-afe7-464017465971 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2185.810616] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b575189-8e84-4b5b-9ba1-fd896d7d77eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.814970] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2185.814970] env[62153]: value = "task-2073717" [ 2185.814970] env[62153]: _type = "Task" [ 2185.814970] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.818627] env[62153]: DEBUG oslo_vmware.api [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2185.818627] env[62153]: value = "task-2073718" [ 2185.818627] env[62153]: _type = "Task" [ 2185.818627] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.824978] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.829473] env[62153]: DEBUG oslo_vmware.api [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.840562] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d2366a-a724-b518-adbe-943a50067e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.840851] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.841102] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 23ba5485-42a8-4a90-b190-1a7f35358314/23ba5485-42a8-4a90-b190-1a7f35358314.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2185.841367] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1282f4da-465d-448a-81d2-3ae7defa84e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.843832] env[62153]: DEBUG nova.network.neutron [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Successfully updated port: 057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2185.849966] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2185.849966] env[62153]: value = "task-2073719" [ 2185.849966] env[62153]: _type = "Task" [ 2185.849966] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.858583] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.966161] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.967s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.971557] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.753s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.972233] env[62153]: DEBUG nova.objects.instance [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lazy-loading 'resources' on Instance uuid ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2186.169601] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.334738] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180352} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.341030] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.341406] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.341590] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.348078] env[62153]: DEBUG oslo_vmware.api [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181487} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.348078] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.348078] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.348078] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.348078] env[62153]: INFO nova.compute.manager [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2186.348078] env[62153]: DEBUG oslo.service.loopingcall [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.348078] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-2400ac8e-57dc-40ab-a842-d7ea2657212f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.348078] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-2400ac8e-57dc-40ab-a842-d7ea2657212f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.348078] env[62153]: DEBUG nova.network.neutron [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.349183] env[62153]: DEBUG nova.compute.manager [-] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2186.349302] env[62153]: DEBUG nova.network.neutron [-] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2186.363957] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.418221] env[62153]: DEBUG nova.compute.manager [req-c4bd4f1c-a2c0-4302-be97-c886ffe646b0 req-4576e540-17a7-4c8b-b334-58dc766480bf service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Received event network-vif-deleted-baef8ef2-5033-4509-9690-ab5fc9979795 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2186.418221] env[62153]: INFO nova.compute.manager [req-c4bd4f1c-a2c0-4302-be97-c886ffe646b0 req-4576e540-17a7-4c8b-b334-58dc766480bf service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Neutron deleted interface baef8ef2-5033-4509-9690-ab5fc9979795; detaching it from the instance and deleting it from the info cache [ 2186.418221] env[62153]: DEBUG nova.network.neutron [req-c4bd4f1c-a2c0-4302-be97-c886ffe646b0 req-4576e540-17a7-4c8b-b334-58dc766480bf service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.668677] env[62153]: DEBUG oslo_vmware.api [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073715, 'name': PowerOnVM_Task, 'duration_secs': 0.595656} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.668968] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2186.669192] env[62153]: INFO nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Took 8.39 seconds to spawn the instance on the hypervisor. [ 2186.669398] env[62153]: DEBUG nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2186.672688] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef29c2c8-c450-4a35-9716-d9b7dc2e7828 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.848481] env[62153]: DEBUG nova.network.neutron [-] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.867672] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589231} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.867672] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 23ba5485-42a8-4a90-b190-1a7f35358314/23ba5485-42a8-4a90-b190-1a7f35358314.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2186.867893] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2186.868467] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a020743b-23f6-48c3-a893-4c4c33091069 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.878056] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2186.878056] env[62153]: value = "task-2073720" [ 2186.878056] env[62153]: _type = "Task" [ 2186.878056] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.892695] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.893564] env[62153]: DEBUG nova.network.neutron [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2186.924750] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6ec7be0-b644-4c44-b13f-6078b4641bfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.926976] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2186.927918] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9663e-073d-44fd-8fe7-1ce931dba517 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.932323] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c08283-b1bb-4ef5-aab3-0010af40c877 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.941734] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34304a-2d99-4c7d-9bbc-7aa969b94003 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.946736] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2186.946736] env[62153]: value = "task-2073721" [ 2186.946736] env[62153]: _type = "Task" [ 2186.946736] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.951742] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b54e4-e591-4ea9-bae8-149daeef4b76 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.999952] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39912907-a63c-4628-8f1b-9611aa6258af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.028134] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.028876] env[62153]: DEBUG nova.compute.manager [req-c4bd4f1c-a2c0-4302-be97-c886ffe646b0 req-4576e540-17a7-4c8b-b334-58dc766480bf service nova] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Detach interface failed, port_id=baef8ef2-5033-4509-9690-ab5fc9979795, reason: Instance 2c367759-d799-40be-8dc8-5608c38a6616 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2187.033371] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0c012-f56c-410a-8451-3bb868ea004d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.048302] env[62153]: DEBUG nova.compute.provider_tree [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.100669] env[62153]: DEBUG nova.network.neutron [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Updating instance_info_cache with network_info: [{"id": "057afda2-8535-49ee-9d43-c7c9a7ba2ec2", "address": "fa:16:3e:7a:84:f9", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057afda2-85", "ovs_interfaceid": "057afda2-8535-49ee-9d43-c7c9a7ba2ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.193266] env[62153]: INFO nova.compute.manager [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Took 19.88 seconds to build instance. [ 2187.357573] env[62153]: INFO nova.compute.manager [-] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Took 1.56 seconds to deallocate network for instance. [ 2187.394316] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168359} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.394316] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2187.394316] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d2cd5-f918-4c03-b7d1-f7e91da7f0d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.401801] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2187.401801] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2187.401801] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2187.401801] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2187.401801] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2187.401801] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2187.402122] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2187.402122] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2187.402189] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2187.402336] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2187.402516] env[62153]: DEBUG nova.virt.hardware [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2187.403371] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663b149-112b-44d8-8684-e9ed8cbb39de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.418128] env[62153]: DEBUG nova.network.neutron [-] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.427916] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 23ba5485-42a8-4a90-b190-1a7f35358314/23ba5485-42a8-4a90-b190-1a7f35358314.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2187.429209] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3802b1a6-84c6-4418-b7bf-e3058db91247 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.448555] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0c6654-83ec-40df-8ef0-7dec79a1e60b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.455975] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2187.455975] env[62153]: value = "task-2073722" [ 2187.455975] env[62153]: _type = "Task" [ 2187.455975] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.470938] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58d308c-1e67-4a42-ab73-8d0fcffc5ce8', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2187.478630] env[62153]: DEBUG oslo.service.loopingcall [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2187.483232] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2187.483652] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073721, 'name': PowerOffVM_Task, 'duration_secs': 0.297093} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.483903] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c972f0b-a32a-405c-9506-b3456f73ca1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.498342] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2187.502927] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41dcc71-7b5c-4943-a670-273815874458 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.506085] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.529019] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f7786-973e-4baa-b221-b8adf6518b3a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.531841] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2187.531841] env[62153]: value = "task-2073723" [ 2187.531841] env[62153]: _type = "Task" [ 2187.531841] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.542942] env[62153]: INFO nova.compute.manager [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Swapping old allocation on dict_keys(['68e6e50c-305b-48b9-aaad-e87ef5e51e34']) held by migration a774e761-fc8f-4853-922f-763318a95940 for instance [ 2187.548206] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073723, 'name': CreateVM_Task} progress is 15%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.553351] env[62153]: DEBUG nova.scheduler.client.report [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.570489] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2187.570885] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d627bb05-0042-4c51-a540-c3bbe943347c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.581818] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2187.581818] env[62153]: value = "task-2073724" [ 2187.581818] env[62153]: _type = "Task" [ 2187.581818] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.588655] env[62153]: DEBUG nova.scheduler.client.report [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Overwriting current allocation {'allocations': {'68e6e50c-305b-48b9-aaad-e87ef5e51e34': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': 'f30d618172d24090830e111969ed9d8e', 'user_id': '9cfad1cd7bb24a709158b293e654508c', 'consumer_generation': 1} on consumer 75764301-660a-4cc4-8ef2-b1d71898cae8 {{(pid=62153) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2187.594980] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2187.595123] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2187.595349] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.595497] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.595680] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2187.595946] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba807d25-cabc-4555-8586-38ef893872ed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.603895] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-2400ac8e-57dc-40ab-a842-d7ea2657212f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.604547] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Instance network_info: |[{"id": "057afda2-8535-49ee-9d43-c7c9a7ba2ec2", "address": "fa:16:3e:7a:84:f9", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057afda2-85", "ovs_interfaceid": "057afda2-8535-49ee-9d43-c7c9a7ba2ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2187.605685] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:84:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057afda2-8535-49ee-9d43-c7c9a7ba2ec2', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2187.613698] env[62153]: DEBUG oslo.service.loopingcall [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2187.613945] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2187.614114] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2187.615222] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2187.615429] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9af54e-3900-49b7-99ed-9062529b83eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.618359] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9db00868-9269-4d91-8125-6ea9d0c28daa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.636091] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2187.636091] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52297be5-2b17-94e7-a3f5-14cbbd10126c" [ 2187.636091] env[62153]: _type = "Task" [ 2187.636091] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.642049] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2187.642049] env[62153]: value = "task-2073725" [ 2187.642049] env[62153]: _type = "Task" [ 2187.642049] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.646988] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52297be5-2b17-94e7-a3f5-14cbbd10126c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.651648] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073725, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.695848] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e8ce3fb-834e-432d-8afc-4ff56f529cb4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.401s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.702101] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.702280] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.702465] env[62153]: DEBUG nova.network.neutron [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2187.810155] env[62153]: DEBUG nova.compute.manager [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Received event network-changed-057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2187.810155] env[62153]: DEBUG nova.compute.manager [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Refreshing instance network info cache due to event network-changed-057afda2-8535-49ee-9d43-c7c9a7ba2ec2. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2187.810155] env[62153]: DEBUG oslo_concurrency.lockutils [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] Acquiring lock "refresh_cache-2400ac8e-57dc-40ab-a842-d7ea2657212f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.810155] env[62153]: DEBUG oslo_concurrency.lockutils [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] Acquired lock "refresh_cache-2400ac8e-57dc-40ab-a842-d7ea2657212f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.810155] env[62153]: DEBUG nova.network.neutron [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Refreshing network info cache for port 057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2187.868208] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.929370] env[62153]: INFO nova.compute.manager [-] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Took 1.58 seconds to deallocate network for instance. [ 2187.969649] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073722, 'name': ReconfigVM_Task, 'duration_secs': 0.352068} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.969934] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 23ba5485-42a8-4a90-b190-1a7f35358314/23ba5485-42a8-4a90-b190-1a7f35358314.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2187.970604] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad5e55d-7d43-4e6b-aa65-ec35463d7dc7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.976919] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2187.976919] env[62153]: value = "task-2073726" [ 2187.976919] env[62153]: _type = "Task" [ 2187.976919] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.987502] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073726, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.042982] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073723, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.059055] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.062074] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.194s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.062965] env[62153]: DEBUG nova.objects.instance [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'resources' on Instance uuid d162fc9d-35b8-4bcc-8558-c523ea97b0cd {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.078828] env[62153]: INFO nova.scheduler.client.report [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleted allocations for instance ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc [ 2188.148626] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52297be5-2b17-94e7-a3f5-14cbbd10126c, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.149872] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b3dcc5-cbe1-4761-abb2-34b0e5974372 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.155124] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073725, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.158461] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2188.158461] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227cf39-a8a2-426f-8d9e-408df4d79cb7" [ 2188.158461] env[62153]: _type = "Task" [ 2188.158461] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.166947] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227cf39-a8a2-426f-8d9e-408df4d79cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.435978] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.447524] env[62153]: DEBUG nova.network.neutron [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [{"id": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "address": "fa:16:3e:0a:cd:0f", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4edbf87-81", "ovs_interfaceid": "a4edbf87-81fa-435c-a78b-c55f04eb8813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.479750] env[62153]: DEBUG nova.compute.manager [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Received event network-vif-deleted-4354fc7a-2232-48bf-a9e0-2c84d718960e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2188.480330] env[62153]: DEBUG nova.compute.manager [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Received event network-changed-4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2188.480635] env[62153]: DEBUG nova.compute.manager [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Refreshing instance network info cache due to event network-changed-4374040a-46d9-429f-bc9c-94c49e29d020. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2188.480954] env[62153]: DEBUG oslo_concurrency.lockutils [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] Acquiring lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.481378] env[62153]: DEBUG oslo_concurrency.lockutils [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] Acquired lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.481670] env[62153]: DEBUG nova.network.neutron [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Refreshing network info cache for port 4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2188.497064] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073726, 'name': Rename_Task, 'duration_secs': 0.160444} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.497493] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2188.498094] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741a9b8e-b612-47e6-896e-5982fbcfade5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.506019] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2188.506019] env[62153]: value = "task-2073727" [ 2188.506019] env[62153]: _type = "Task" [ 2188.506019] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.516165] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.538499] env[62153]: DEBUG nova.network.neutron [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Updated VIF entry in instance network info cache for port 057afda2-8535-49ee-9d43-c7c9a7ba2ec2. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2188.539389] env[62153]: DEBUG nova.network.neutron [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Updating instance_info_cache with network_info: [{"id": "057afda2-8535-49ee-9d43-c7c9a7ba2ec2", "address": "fa:16:3e:7a:84:f9", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057afda2-85", "ovs_interfaceid": "057afda2-8535-49ee-9d43-c7c9a7ba2ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.546060] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073723, 'name': CreateVM_Task, 'duration_secs': 0.655101} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.546292] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2188.547047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.547231] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.547590] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2188.547870] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1083fb3-2cdc-44f1-8c70-b8ef6fcd1f1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.554029] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2188.554029] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52588cac-c480-0148-86af-2e0e4d9f9553" [ 2188.554029] env[62153]: _type = "Task" [ 2188.554029] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.563431] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52588cac-c480-0148-86af-2e0e4d9f9553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.592343] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d44878b4-16be-4eec-b68d-2046d88389cb tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.526s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.652733] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073725, 'name': CreateVM_Task, 'duration_secs': 0.52826} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.652952] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2188.653570] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.669345] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5227cf39-a8a2-426f-8d9e-408df4d79cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008979} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.671826] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.672102] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. {{(pid=62153) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2188.672707] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96de479-5b95-4186-8cd8-246dec0d2e18 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.680389] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2188.680389] env[62153]: value = "task-2073728" [ 2188.680389] env[62153]: _type = "Task" [ 2188.680389] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.691556] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.860611] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81626b50-ca27-4a70-8675-1ed8dac2fa47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.870867] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30de851-c056-43b1-8de0-b729272de0f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.926127] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7694e774-1058-448b-bd66-562e3a50bcb2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.943093] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fdca8b-f875-4ec2-a72d-dd3cf006387b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.959790] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-75764301-660a-4cc4-8ef2-b1d71898cae8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.960650] env[62153]: DEBUG nova.compute.provider_tree [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.962595] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802e3d13-bed1-4419-b9c0-b3bcb011b862 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.971287] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77280b6-6c62-45f4-8980-e882aee30d6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.019217] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.043367] env[62153]: DEBUG oslo_concurrency.lockutils [req-6c8453f3-1fa2-4c72-a2a8-cb095b4fc000 req-0ce6825b-dc56-457f-bac6-273d097aa6de service nova] Releasing lock "refresh_cache-2400ac8e-57dc-40ab-a842-d7ea2657212f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.066625] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52588cac-c480-0148-86af-2e0e4d9f9553, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.067108] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.067444] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2189.067637] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.067793] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.067974] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2189.068279] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.068698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2189.068896] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae755b6-9991-404b-aa93-489f888bb942 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.071152] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60dd22b7-3f6d-4b7c-bf3c-6280a53a8183 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.077916] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2189.077916] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c283f8-9e28-93df-437c-0b438f1ce34e" [ 2189.077916] env[62153]: _type = "Task" [ 2189.077916] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.088713] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c283f8-9e28-93df-437c-0b438f1ce34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.089934] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2189.089934] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2189.090153] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a904d472-2c89-4f9e-b899-418e18172b4f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.096616] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2189.096616] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520abfaf-1b8b-c382-e4b1-e8887078832a" [ 2189.096616] env[62153]: _type = "Task" [ 2189.096616] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.105779] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520abfaf-1b8b-c382-e4b1-e8887078832a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.192597] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.306159] env[62153]: DEBUG nova.network.neutron [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updated VIF entry in instance network info cache for port 4374040a-46d9-429f-bc9c-94c49e29d020. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2189.306549] env[62153]: DEBUG nova.network.neutron [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating instance_info_cache with network_info: [{"id": "4374040a-46d9-429f-bc9c-94c49e29d020", "address": "fa:16:3e:69:c4:41", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4374040a-46", "ovs_interfaceid": "4374040a-46d9-429f-bc9c-94c49e29d020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.436291] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "810b45a7-52ea-4c63-8749-99a205355ccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.436622] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "810b45a7-52ea-4c63-8749-99a205355ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.436776] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "810b45a7-52ea-4c63-8749-99a205355ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.436966] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "810b45a7-52ea-4c63-8749-99a205355ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.437160] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "810b45a7-52ea-4c63-8749-99a205355ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.439838] env[62153]: INFO nova.compute.manager [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Terminating instance [ 2189.467412] env[62153]: DEBUG nova.scheduler.client.report [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.516283] env[62153]: DEBUG oslo_vmware.api [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073727, 'name': PowerOnVM_Task, 'duration_secs': 0.673152} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.516548] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.516747] env[62153]: INFO nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Took 8.80 seconds to spawn the instance on the hypervisor. [ 2189.516927] env[62153]: DEBUG nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.517689] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bbc3f-dc57-43f4-84d8-064165bb12b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.588511] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c283f8-9e28-93df-437c-0b438f1ce34e, 'name': SearchDatastore_Task, 'duration_secs': 0.060886} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.588803] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.589048] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2189.589285] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.606381] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520abfaf-1b8b-c382-e4b1-e8887078832a, 'name': SearchDatastore_Task, 'duration_secs': 0.0584} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.607142] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91460d11-2296-4350-9961-3ebd46a935be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.612168] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2189.612168] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524604f4-629d-dfa2-b012-f3193e4996a7" [ 2189.612168] env[62153]: _type = "Task" [ 2189.612168] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.619700] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524604f4-629d-dfa2-b012-f3193e4996a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.691684] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592772} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.691996] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. [ 2189.692858] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef744a-ecab-453a-9c9a-9360c3ea40ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.720335] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2189.720682] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ec7ed44-8221-4062-b160-6e50584abd2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.738191] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2189.738191] env[62153]: value = "task-2073729" [ 2189.738191] env[62153]: _type = "Task" [ 2189.738191] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.746070] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.809068] env[62153]: DEBUG oslo_concurrency.lockutils [req-c6bfb7b8-22dd-49b3-abf1-ebf0d8ddd181 req-abeca71c-c90f-4bdc-8c61-a2a8d7d9fc99 service nova] Releasing lock "refresh_cache-66de520f-44cc-4880-ac57-9244af7010d8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.945964] env[62153]: DEBUG nova.compute.manager [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2189.945964] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2189.945964] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bedb783-9de4-4e32-99e2-5c1085e3dca6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.953026] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2189.953271] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab5f5537-6a5e-41c4-82bb-d8aa70b72d53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.959746] env[62153]: DEBUG oslo_vmware.api [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2189.959746] env[62153]: value = "task-2073730" [ 2189.959746] env[62153]: _type = "Task" [ 2189.959746] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.969817] env[62153]: DEBUG oslo_vmware.api [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.972730] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.975175] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.107s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.975487] env[62153]: DEBUG nova.objects.instance [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'resources' on Instance uuid 2c367759-d799-40be-8dc8-5608c38a6616 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2189.999678] env[62153]: INFO nova.scheduler.client.report [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocations for instance d162fc9d-35b8-4bcc-8558-c523ea97b0cd [ 2190.036256] env[62153]: INFO nova.compute.manager [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Took 21.17 seconds to build instance. [ 2190.061581] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2190.061909] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda3fcbd-aca7-4d98-bc98-f28661b33428 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.069652] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2190.069652] env[62153]: value = "task-2073731" [ 2190.069652] env[62153]: _type = "Task" [ 2190.069652] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.081464] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.127659] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524604f4-629d-dfa2-b012-f3193e4996a7, 'name': SearchDatastore_Task, 'duration_secs': 0.089825} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.128246] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.128733] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2190.129204] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.129585] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2190.129967] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9d3f7d7-43e6-4421-b90d-043638fcfeb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.133056] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a35966-72ea-46c4-9f7d-5357d76e901f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.141759] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2190.141759] env[62153]: value = "task-2073732" [ 2190.141759] env[62153]: _type = "Task" [ 2190.141759] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.143524] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2190.143828] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2190.149478] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23fcea8-8c9e-4964-b49b-d8bd50ea1797 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.161638] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.163778] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2190.163778] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f7f9e2-78c8-3fd9-2ff2-ddaf68236f25" [ 2190.163778] env[62153]: _type = "Task" [ 2190.163778] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.177531] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f7f9e2-78c8-3fd9-2ff2-ddaf68236f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.251678] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.470314] env[62153]: DEBUG oslo_vmware.api [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073730, 'name': PowerOffVM_Task, 'duration_secs': 0.397752} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.470614] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2190.470788] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2190.471080] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b7c7939-9502-4f39-b8d1-abd43be80636 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.507172] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4d1d6837-4f01-4d16-8cb0-9acb8c8f947f tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "d162fc9d-35b8-4bcc-8558-c523ea97b0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.637s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.538147] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5067f8f3-1d65-41d2-8876-b97d4fdf243b tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "23ba5485-42a8-4a90-b190-1a7f35358314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.684s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.571777] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2190.571986] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2190.572185] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleting the datastore file [datastore1] 810b45a7-52ea-4c63-8749-99a205355ccc {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2190.577800] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8b089f-6540-4120-b4d9-e571ea55f245 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.589351] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073731, 'name': PowerOffVM_Task, 'duration_secs': 0.266623} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.590853] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2190.591551] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.591806] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.592040] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.592273] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.592885] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.592885] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.592885] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.593045] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.593206] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.593372] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.593545] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.599142] env[62153]: DEBUG oslo_vmware.api [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for the task: (returnval){ [ 2190.599142] env[62153]: value = "task-2073734" [ 2190.599142] env[62153]: _type = "Task" [ 2190.599142] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.602939] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f94a5f-8c76-4280-bcc4-7527cd5bd3cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.617753] env[62153]: DEBUG nova.compute.manager [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2190.618029] env[62153]: DEBUG nova.compute.manager [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing instance network info cache due to event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2190.618527] env[62153]: DEBUG oslo_concurrency.lockutils [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.618527] env[62153]: DEBUG oslo_concurrency.lockutils [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.618743] env[62153]: DEBUG nova.network.neutron [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2190.632944] env[62153]: DEBUG oslo_vmware.api [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.639173] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2190.639173] env[62153]: value = "task-2073735" [ 2190.639173] env[62153]: _type = "Task" [ 2190.639173] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.663266] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073732, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.675191] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f7f9e2-78c8-3fd9-2ff2-ddaf68236f25, 'name': SearchDatastore_Task, 'duration_secs': 0.021243} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.678920] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf983e5d-a9bf-4cf4-8312-cb7a4ca428ee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.684925] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2190.684925] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522fbc17-5ac7-584b-5057-811fbbd78865" [ 2190.684925] env[62153]: _type = "Task" [ 2190.684925] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.695236] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522fbc17-5ac7-584b-5057-811fbbd78865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.748809] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.800114] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8d7d19-5dec-457c-8a48-eaeebf701d5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.808116] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b115729-5756-4f91-95d2-3e7b3aacc5f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.839524] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b28ad73-287d-4038-96a8-ba7801e12d77 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.847659] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001cc56a-0d17-4c93-b7c4-42f95694c82b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.865439] env[62153]: DEBUG nova.compute.provider_tree [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2191.129401] env[62153]: DEBUG oslo_vmware.api [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Task: {'id': task-2073734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.129700] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2191.129877] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2191.130076] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2191.130909] env[62153]: INFO nova.compute.manager [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2191.135060] env[62153]: DEBUG oslo.service.loopingcall [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2191.135665] env[62153]: DEBUG nova.compute.manager [-] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2191.135768] env[62153]: DEBUG nova.network.neutron [-] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2191.150436] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073735, 'name': ReconfigVM_Task, 'duration_secs': 0.36393} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.155328] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb1f45f-e9ee-4f4a-a1b1-62d1f53d65b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.164521] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847501} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.182769] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2191.183055] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2191.183893] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2191.184120] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2191.184523] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2191.184747] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2191.184899] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2191.185059] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2191.185272] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2191.185434] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2191.185966] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2191.186206] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2191.186398] env[62153]: DEBUG nova.virt.hardware [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2191.191414] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d344d51e-cd08-4951-a720-351f7d157707 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.193385] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b509f42-c515-447d-9c58-85701eaed0b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.202407] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2191.202407] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52913f30-2f2e-9e98-beeb-afcc4146b3f6" [ 2191.202407] env[62153]: _type = "Task" [ 2191.202407] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.206213] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522fbc17-5ac7-584b-5057-811fbbd78865, 'name': SearchDatastore_Task, 'duration_secs': 0.073222} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.211489] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.212319] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2400ac8e-57dc-40ab-a842-d7ea2657212f/2400ac8e-57dc-40ab-a842-d7ea2657212f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2191.212666] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2191.212666] env[62153]: value = "task-2073736" [ 2191.212666] env[62153]: _type = "Task" [ 2191.212666] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.212899] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed3f8fbb-65b4-4ca3-865e-acc4a447ce68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.223888] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52913f30-2f2e-9e98-beeb-afcc4146b3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.230542] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2191.234728] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed973726-0276-49f4-a78a-68e5fe99cd51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.249166] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2191.249166] env[62153]: value = "task-2073737" [ 2191.249166] env[62153]: _type = "Task" [ 2191.249166] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.249442] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.261070] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2191.261070] env[62153]: value = "task-2073738" [ 2191.261070] env[62153]: _type = "Task" [ 2191.261070] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.265248] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073729, 'name': ReconfigVM_Task, 'duration_secs': 1.125171} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.271236] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2191.271651] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.272478] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912225d-6082-4c8c-a00b-36d359630f82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.306276] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.308945] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ab10f0-1353-4455-add0-1cfb36495050 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.324042] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2191.324042] env[62153]: value = "task-2073739" [ 2191.324042] env[62153]: _type = "Task" [ 2191.324042] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.334069] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.371217] env[62153]: DEBUG nova.scheduler.client.report [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.471201] env[62153]: DEBUG nova.network.neutron [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updated VIF entry in instance network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2191.472571] env[62153]: DEBUG nova.network.neutron [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.704824] env[62153]: DEBUG nova.compute.manager [req-756a4cfe-54cb-40ae-b11c-e18a730e26db req-ed78e0fd-84c5-4828-9ffe-b34bfde05d27 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Received event network-vif-deleted-b1926606-827e-4c5f-9047-7545731473de {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2191.705063] env[62153]: INFO nova.compute.manager [req-756a4cfe-54cb-40ae-b11c-e18a730e26db req-ed78e0fd-84c5-4828-9ffe-b34bfde05d27 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Neutron deleted interface b1926606-827e-4c5f-9047-7545731473de; detaching it from the instance and deleting it from the info cache [ 2191.705244] env[62153]: DEBUG nova.network.neutron [req-756a4cfe-54cb-40ae-b11c-e18a730e26db req-ed78e0fd-84c5-4828-9ffe-b34bfde05d27 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.730384] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081793} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.731151] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2191.731636] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f6ab54-af06-4781-a878-8dc4f318ff1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.757970] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2191.758421] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50ea75c-56de-4b45-9972-142a51a5fd33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.786010] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549266} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.789915] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 2400ac8e-57dc-40ab-a842-d7ea2657212f/2400ac8e-57dc-40ab-a842-d7ea2657212f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2191.790185] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2191.790526] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2191.790526] env[62153]: value = "task-2073740" [ 2191.790526] env[62153]: _type = "Task" [ 2191.790526] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.790763] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073738, 'name': ReconfigVM_Task, 'duration_secs': 0.423688} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.790976] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e7b53e2-8a16-4da8-8b8a-6ab93a2d7b8c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.792966] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2191.796658] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55358e4e-2968-4314-b457-4971fc6ffc50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.805124] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.822488] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2191.822488] env[62153]: value = "task-2073741" [ 2191.822488] env[62153]: _type = "Task" [ 2191.822488] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.832048] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2191.832829] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be350305-0d2d-491e-875f-2fb4b5cc33b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.858665] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073741, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.862642] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2191.862642] env[62153]: value = "task-2073742" [ 2191.862642] env[62153]: _type = "Task" [ 2191.862642] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.862957] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073739, 'name': ReconfigVM_Task, 'duration_secs': 0.36345} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.863210] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2191.866243] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76448f7a-309c-40f8-a91a-8003cd2ba9e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.873130] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.874353] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2191.874353] env[62153]: value = "task-2073743" [ 2191.874353] env[62153]: _type = "Task" [ 2191.874353] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.877788] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.879899] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.444s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.880141] env[62153]: DEBUG nova.objects.instance [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'resources' on Instance uuid 03bdbe37-ca0e-4319-afe7-464017465971 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.885690] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.904427] env[62153]: INFO nova.scheduler.client.report [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Deleted allocations for instance 2c367759-d799-40be-8dc8-5608c38a6616 [ 2191.974338] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.974667] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.977686] env[62153]: DEBUG oslo_concurrency.lockutils [req-90b64772-c6cc-493c-b6f0-9e8f3e27e4d5 req-ea819b05-1a88-4ec9-aea9-3071d8993d50 service nova] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.176144] env[62153]: DEBUG nova.network.neutron [-] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.209453] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3932b99a-f9a4-4741-abe7-f3ec249dcfe9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.219684] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb63157-8696-4745-ae33-022715038223 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.260953] env[62153]: DEBUG nova.compute.manager [req-756a4cfe-54cb-40ae-b11c-e18a730e26db req-ed78e0fd-84c5-4828-9ffe-b34bfde05d27 service nova] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Detach interface failed, port_id=b1926606-827e-4c5f-9047-7545731473de, reason: Instance 810b45a7-52ea-4c63-8749-99a205355ccc could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2192.302592] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073740, 'name': ReconfigVM_Task, 'duration_secs': 0.282413} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.303672] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.303672] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2c2085-4542-4714-be6f-ee64e9f7e4dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.310282] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2192.310282] env[62153]: value = "task-2073744" [ 2192.310282] env[62153]: _type = "Task" [ 2192.310282] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.318917] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073744, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.344559] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06711} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.345512] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2192.348162] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64fb3a-960f-4501-a84e-abeb8fe55826 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.373732] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2400ac8e-57dc-40ab-a842-d7ea2657212f/2400ac8e-57dc-40ab-a842-d7ea2657212f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2192.381018] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11073610-55e4-4dce-8d97-88096b51905c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.404955] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073742, 'name': ReconfigVM_Task, 'duration_secs': 0.337243} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.411048] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8/75764301-660a-4cc4-8ef2-b1d71898cae8.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.411048] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2192.411048] env[62153]: value = "task-2073745" [ 2192.411048] env[62153]: _type = "Task" [ 2192.411048] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.412680] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073743, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.413474] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9b688-986c-4003-b81b-1d314548a134 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.416588] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6d29bf5a-2a35-49ae-8df3-324c1d245fb9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "2c367759-d799-40be-8dc8-5608c38a6616" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.333s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.447186] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.448908] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b2611-87ab-4915-8383-d8a19e55697c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.474668] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa0052-8764-41a2-9a4c-5b42051a2eb9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.479471] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2192.510020] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec805f33-0686-427e-ac70-86a64faa2dd7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.514947] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2192.515190] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11aff8ed-63ed-4664-8f1e-86d76627fe17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.521774] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2192.521774] env[62153]: value = "task-2073746" [ 2192.521774] env[62153]: _type = "Task" [ 2192.521774] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.532907] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.678895] env[62153]: INFO nova.compute.manager [-] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Took 1.54 seconds to deallocate network for instance. [ 2192.684257] env[62153]: DEBUG nova.compute.manager [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2192.684320] env[62153]: DEBUG nova.compute.manager [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing instance network info cache due to event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2192.684709] env[62153]: DEBUG oslo_concurrency.lockutils [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.685150] env[62153]: DEBUG oslo_concurrency.lockutils [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.685303] env[62153]: DEBUG nova.network.neutron [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2192.754953] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea55cf6a-08b7-4ce3-b692-7658f1c4768b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.763889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be45f2e-002c-4549-ad2b-7ff25fcb1cce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.795608] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40ae05-abdd-43db-91ae-503e4b6ef3fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.803549] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7998d15-179b-466c-9128-67e5dbb169d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.818743] env[62153]: DEBUG nova.compute.provider_tree [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.828240] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073744, 'name': Rename_Task, 'duration_secs': 0.150188} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.829150] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2192.829440] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6ed1861-ae79-4b74-8b65-d02a6b63add4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.836024] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2192.836024] env[62153]: value = "task-2073747" [ 2192.836024] env[62153]: _type = "Task" [ 2192.836024] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.843821] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.906071] env[62153]: DEBUG oslo_vmware.api [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073743, 'name': PowerOnVM_Task, 'duration_secs': 0.833767} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.906432] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2192.910203] env[62153]: DEBUG nova.compute.manager [None req-eaff78c1-97bd-4d39-bc56-9834b3436dd7 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2192.911110] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335bf88-394a-4a8e-9deb-82763da03bf1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.932555] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073745, 'name': ReconfigVM_Task, 'duration_secs': 0.379735} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.934538] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2400ac8e-57dc-40ab-a842-d7ea2657212f/2400ac8e-57dc-40ab-a842-d7ea2657212f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.934538] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0caa6243-5737-4b4a-aba6-7d93954fca8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.943962] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2192.943962] env[62153]: value = "task-2073748" [ 2192.943962] env[62153]: _type = "Task" [ 2192.943962] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.954709] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073748, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.029036] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.032134] env[62153]: DEBUG oslo_vmware.api [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073746, 'name': PowerOnVM_Task, 'duration_secs': 0.508131} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.032436] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2193.196915] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.326784] env[62153]: DEBUG nova.scheduler.client.report [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.345586] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.453289] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073748, 'name': Rename_Task, 'duration_secs': 0.226572} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.454303] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2193.454303] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e4a49ac-2585-4054-80de-05a6a724557c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.460062] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2193.460062] env[62153]: value = "task-2073749" [ 2193.460062] env[62153]: _type = "Task" [ 2193.460062] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.470165] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.596617] env[62153]: DEBUG nova.network.neutron [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updated VIF entry in instance network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.596913] env[62153]: DEBUG nova.network.neutron [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.835088] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.837695] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.809s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.839235] env[62153]: INFO nova.compute.claims [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2193.859708] env[62153]: DEBUG oslo_vmware.api [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073747, 'name': PowerOnVM_Task, 'duration_secs': 0.805011} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.859941] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2193.860186] env[62153]: DEBUG nova.compute.manager [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2193.861439] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ef672-de9a-4376-bafa-048dc9a014d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.875021] env[62153]: INFO nova.scheduler.client.report [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted allocations for instance 03bdbe37-ca0e-4319-afe7-464017465971 [ 2193.973703] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.029409] env[62153]: DEBUG nova.compute.manager [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.029409] env[62153]: DEBUG nova.compute.manager [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing instance network info cache due to event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2194.029586] env[62153]: DEBUG oslo_concurrency.lockutils [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.097115] env[62153]: INFO nova.compute.manager [None req-d804871e-0f11-4450-b286-9d31d781e238 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance to original state: 'active' [ 2194.102961] env[62153]: DEBUG oslo_concurrency.lockutils [req-ba78a3a1-6dd5-4948-a225-2195c95d39a3 req-b50325b7-4b71-462e-a0a0-5597a3d9ca1f service nova] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.105972] env[62153]: DEBUG oslo_concurrency.lockutils [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.105972] env[62153]: DEBUG nova.network.neutron [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2194.355380] env[62153]: INFO nova.compute.manager [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Unrescuing [ 2194.355698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.359366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquired lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.359788] env[62153]: DEBUG nova.network.neutron [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2194.384387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.386512] env[62153]: DEBUG oslo_concurrency.lockutils [None req-71c30c3e-15ff-4378-99a2-44a3af92fc4d tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "03bdbe37-ca0e-4319-afe7-464017465971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.741s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.419528] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "8675a205-96ba-4e20-8062-7a23350f82b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.419801] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "8675a205-96ba-4e20-8062-7a23350f82b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.472589] env[62153]: DEBUG oslo_vmware.api [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073749, 'name': PowerOnVM_Task, 'duration_secs': 0.659883} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.472947] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2194.473212] env[62153]: INFO nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Took 9.45 seconds to spawn the instance on the hypervisor. [ 2194.473457] env[62153]: DEBUG nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2194.474283] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d944153-760f-4672-b5b1-972bb90a220f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.866075] env[62153]: DEBUG nova.network.neutron [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updated VIF entry in instance network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2194.866458] env[62153]: DEBUG nova.network.neutron [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.921989] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2194.999599] env[62153]: INFO nova.compute.manager [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Took 23.97 seconds to build instance. [ 2195.194137] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810bcebe-908c-4359-885d-83c5144f33e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.199295] env[62153]: DEBUG nova.network.neutron [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Updating instance_info_cache with network_info: [{"id": "2d24fb40-ba64-406a-bee6-217ee44ad351", "address": "fa:16:3e:49:86:f9", "network": {"id": "1ebf2867-bbc3-4585-a4bb-5b1f09bd900e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1100696311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ca6f8a1ce86f467b9f4aa03b69ef83c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d24fb40-ba", "ovs_interfaceid": "2d24fb40-ba64-406a-bee6-217ee44ad351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.205797] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e664949-6d21-4ad3-9fed-e3ff35554b4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.238601] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.238860] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.240979] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ecb7d1-84cc-47ab-9be6-f98a95a12344 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.251653] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf3a5eb-c685-4f32-90e4-cdd779159ba7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.267986] env[62153]: DEBUG nova.compute.provider_tree [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2195.337047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.337334] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.371212] env[62153]: DEBUG oslo_concurrency.lockutils [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.371495] env[62153]: DEBUG nova.compute.manager [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2195.371669] env[62153]: DEBUG nova.compute.manager [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing instance network info cache due to event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2195.372235] env[62153]: DEBUG oslo_concurrency.lockutils [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.372235] env[62153]: DEBUG oslo_concurrency.lockutils [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.372355] env[62153]: DEBUG nova.network.neutron [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2195.445656] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.504199] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1ca06195-aeeb-44cc-88ca-740356d5de35 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.481s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.621478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "2400ac8e-57dc-40ab-a842-d7ea2657212f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.622940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.622940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "2400ac8e-57dc-40ab-a842-d7ea2657212f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.623549] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.624982] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.628253] env[62153]: INFO nova.compute.manager [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Terminating instance [ 2195.705330] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Releasing lock "refresh_cache-3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.705986] env[62153]: DEBUG nova.objects.instance [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lazy-loading 'flavor' on Instance uuid 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2195.745648] env[62153]: INFO nova.compute.manager [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Detaching volume 149556d6-cfea-412a-a9b4-484a16795461 [ 2195.771639] env[62153]: DEBUG nova.scheduler.client.report [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.784371] env[62153]: INFO nova.virt.block_device [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Attempting to driver detach volume 149556d6-cfea-412a-a9b4-484a16795461 from mountpoint /dev/sdb [ 2195.784618] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2195.784809] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425072', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'name': 'volume-149556d6-cfea-412a-a9b4-484a16795461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '597de776-ff8b-42c1-bd0c-fa0389d0fc28', 'attached_at': '', 'detached_at': '', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'serial': '149556d6-cfea-412a-a9b4-484a16795461'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2195.785777] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c49bc2-cdb7-4768-9d1c-f9ae8f322126 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.809715] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5750f635-6400-45bf-a570-ed282c546678 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.817372] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8509a8c2-001a-4eb6-bafb-2bec0ec5db06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.838616] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c188f-9eb2-423c-935a-8e5b45e4377b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.841312] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2195.856965] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] The volume has not been displaced from its original location: [datastore1] volume-149556d6-cfea-412a-a9b4-484a16795461/volume-149556d6-cfea-412a-a9b4-484a16795461.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2195.862377] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2195.862694] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b7686c-4d10-4b72-8924-8f38e42fe5ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.882790] env[62153]: DEBUG oslo_vmware.api [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2195.882790] env[62153]: value = "task-2073750" [ 2195.882790] env[62153]: _type = "Task" [ 2195.882790] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.891264] env[62153]: DEBUG oslo_vmware.api [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.045109] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.045361] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.045660] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.045767] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.045915] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.048189] env[62153]: INFO nova.compute.manager [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Terminating instance [ 2196.099231] env[62153]: DEBUG nova.network.neutron [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updated VIF entry in instance network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2196.100033] env[62153]: DEBUG nova.network.neutron [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.134090] env[62153]: DEBUG nova.compute.manager [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.134338] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.135301] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43678501-d086-4863-a152-348d7ec51473 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.140227] env[62153]: INFO nova.compute.manager [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Rebuilding instance [ 2196.144485] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.144968] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb03813c-ceeb-4b0a-8ed7-414fa1233445 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.151900] env[62153]: DEBUG oslo_vmware.api [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2196.151900] env[62153]: value = "task-2073751" [ 2196.151900] env[62153]: _type = "Task" [ 2196.151900] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.161785] env[62153]: DEBUG oslo_vmware.api [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.188205] env[62153]: DEBUG nova.compute.manager [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2196.189056] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e1897-98f7-4460-8e3b-95272711e92f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.211942] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f9341e-c0bd-4024-9ea7-24c36e31a988 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.246961] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.247338] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2af4558-f302-4de8-a886-56b5cb1f58ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.254775] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2196.254775] env[62153]: value = "task-2073752" [ 2196.254775] env[62153]: _type = "Task" [ 2196.254775] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.262962] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.277363] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.278076] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2196.280761] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.084s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.281020] env[62153]: DEBUG nova.objects.instance [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lazy-loading 'resources' on Instance uuid 810b45a7-52ea-4c63-8749-99a205355ccc {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.362112] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.393196] env[62153]: DEBUG oslo_vmware.api [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073750, 'name': ReconfigVM_Task, 'duration_secs': 0.368549} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.393489] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2196.398283] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078dea33-765a-4efe-9bc1-b947d34c18ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.414361] env[62153]: DEBUG oslo_vmware.api [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2196.414361] env[62153]: value = "task-2073753" [ 2196.414361] env[62153]: _type = "Task" [ 2196.414361] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.423352] env[62153]: DEBUG oslo_vmware.api [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.553203] env[62153]: DEBUG nova.compute.manager [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.553618] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.554060] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90db5ee0-bbbd-4748-85a7-147d5d8929ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.562344] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2196.562344] env[62153]: value = "task-2073754" [ 2196.562344] env[62153]: _type = "Task" [ 2196.562344] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.575097] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.602501] env[62153]: DEBUG oslo_concurrency.lockutils [req-3012c81c-004a-4104-8855-8f6496cff466 req-e3ffccf6-aa7c-4daf-998b-8332232d3cbd service nova] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.661259] env[62153]: DEBUG oslo_vmware.api [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073751, 'name': PowerOffVM_Task, 'duration_secs': 0.263971} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.661595] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.661687] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.661929] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501b6ab4-d1f7-43c0-807e-a68bd5cc266b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.744491] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2196.744722] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2196.744904] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] 2400ac8e-57dc-40ab-a842-d7ea2657212f {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2196.745190] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee5483f-6231-42fc-8f8e-18489c06cd94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.751218] env[62153]: DEBUG oslo_vmware.api [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2196.751218] env[62153]: value = "task-2073756" [ 2196.751218] env[62153]: _type = "Task" [ 2196.751218] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.762040] env[62153]: DEBUG oslo_vmware.api [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.766489] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073752, 'name': PowerOffVM_Task, 'duration_secs': 0.271716} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.766721] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.772251] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2196.772527] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d0f110-ef93-427b-82c6-dfb8a87fe701 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.791269] env[62153]: DEBUG nova.compute.utils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2196.795502] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2196.795688] env[62153]: DEBUG nova.network.neutron [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2196.802847] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2196.802847] env[62153]: value = "task-2073757" [ 2196.802847] env[62153]: _type = "Task" [ 2196.802847] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.812273] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.860784] env[62153]: DEBUG nova.policy [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea4ab310c0646aa81c26cb35f61d132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8512b41703c3484b9724842aef73844b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2196.927233] env[62153]: DEBUG oslo_vmware.api [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073753, 'name': ReconfigVM_Task, 'duration_secs': 0.160458} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.931426] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425072', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'name': 'volume-149556d6-cfea-412a-a9b4-484a16795461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '597de776-ff8b-42c1-bd0c-fa0389d0fc28', 'attached_at': '', 'detached_at': '', 'volume_id': '149556d6-cfea-412a-a9b4-484a16795461', 'serial': '149556d6-cfea-412a-a9b4-484a16795461'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2197.082471] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073754, 'name': PowerOffVM_Task, 'duration_secs': 0.294456} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.083251] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.083519] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2197.083742] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425076', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'name': 'volume-c77c961c-94b8-4b55-ae13-acef8f3472e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '75764301-660a-4cc4-8ef2-b1d71898cae8', 'attached_at': '2025-01-13T08:51:17.000000', 'detached_at': '', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'serial': 'c77c961c-94b8-4b55-ae13-acef8f3472e6'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2197.085298] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3956aa-9b2d-46f4-9515-c8573a29f96d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.113885] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af3733d-8601-49e2-9582-6ddb8c54e8f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.122846] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20001624-0f4a-462d-b9c7-29b674dbe934 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.145145] env[62153]: DEBUG nova.network.neutron [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Successfully created port: 4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2197.150204] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d7637-ab0b-47b7-88e4-5c61051df172 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.167939] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] The volume has not been displaced from its original location: [datastore1] volume-c77c961c-94b8-4b55-ae13-acef8f3472e6/volume-c77c961c-94b8-4b55-ae13-acef8f3472e6.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2197.173731] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2197.176610] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e30023-d468-404a-a2c6-c9b2f3938d92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.195428] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2197.195428] env[62153]: value = "task-2073758" [ 2197.195428] env[62153]: _type = "Task" [ 2197.195428] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.207020] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2197.207020] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.207020] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71cd7fb5-b792-4171-9968-fde6a0c8409e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.214506] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2197.214506] env[62153]: value = "task-2073759" [ 2197.214506] env[62153]: _type = "Task" [ 2197.214506] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.223656] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.240011] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d142d4b1-afea-49e6-a915-4b55f090f877 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.252293] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb973bab-c8ca-4ff6-aa4e-dbec3b86838d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.262709] env[62153]: DEBUG oslo_vmware.api [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19868} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.289631] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2197.289853] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2197.290048] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2197.290230] env[62153]: INFO nova.compute.manager [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2197.290484] env[62153]: DEBUG oslo.service.loopingcall [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.290963] env[62153]: DEBUG nova.compute.manager [-] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2197.291077] env[62153]: DEBUG nova.network.neutron [-] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2197.293507] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc89e7-dfcd-48e8-8afe-fb0bce7242fa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.300959] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2197.306161] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592d7e2-d873-4491-8849-fc416e7392b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.323820] env[62153]: DEBUG nova.compute.provider_tree [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2197.328160] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073757, 'name': ReconfigVM_Task, 'duration_secs': 0.301617} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.328644] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2197.328837] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2197.329097] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9534a1f0-bc64-48e4-a533-e2af2b4bb0a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.335932] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2197.335932] env[62153]: value = "task-2073760" [ 2197.335932] env[62153]: _type = "Task" [ 2197.335932] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.345789] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.478689] env[62153]: DEBUG nova.objects.instance [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'flavor' on Instance uuid 597de776-ff8b-42c1-bd0c-fa0389d0fc28 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.582498] env[62153]: DEBUG nova.compute.manager [req-597f3721-b9bc-40db-ad38-6660a40a93db req-512c9467-7f19-464d-b28b-350b777e6843 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Received event network-vif-deleted-057afda2-8535-49ee-9d43-c7c9a7ba2ec2 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2197.582672] env[62153]: INFO nova.compute.manager [req-597f3721-b9bc-40db-ad38-6660a40a93db req-512c9467-7f19-464d-b28b-350b777e6843 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Neutron deleted interface 057afda2-8535-49ee-9d43-c7c9a7ba2ec2; detaching it from the instance and deleting it from the info cache [ 2197.582843] env[62153]: DEBUG nova.network.neutron [req-597f3721-b9bc-40db-ad38-6660a40a93db req-512c9467-7f19-464d-b28b-350b777e6843 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.706030] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073758, 'name': ReconfigVM_Task, 'duration_secs': 0.258222} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.706287] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2197.711118] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296ffb39-77bd-420c-8277-65643c432100 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.730389] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073759, 'name': PowerOffVM_Task, 'duration_secs': 0.184812} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.731323] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.731561] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2197.731929] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2197.731929] env[62153]: value = "task-2073761" [ 2197.731929] env[62153]: _type = "Task" [ 2197.731929] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.732601] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5bc8b6-e2c7-4203-9b30-0bae61574cd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.744028] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2197.746676] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae5a68f-6a5c-407e-b04a-97a64ae0133a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.748167] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.847974] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.850731] env[62153]: ERROR nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] [req-512e2c16-83c3-4fb8-aa00-996f39b93274] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-512e2c16-83c3-4fb8-aa00-996f39b93274"}]} [ 2197.866743] env[62153]: DEBUG nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2197.883252] env[62153]: DEBUG nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2197.883568] env[62153]: DEBUG nova.compute.provider_tree [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2197.896047] env[62153]: DEBUG nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2197.920465] env[62153]: DEBUG nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2197.980159] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2197.980394] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2197.980575] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleting the datastore file [datastore1] 74037199-d212-462a-b57c-c15da6664497 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2197.982599] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15fe5554-a440-42ee-b27c-9d0ee13d6216 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.992022] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2197.992022] env[62153]: value = "task-2073763" [ 2197.992022] env[62153]: _type = "Task" [ 2197.992022] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.000368] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.061345] env[62153]: DEBUG nova.network.neutron [-] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.086954] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-006eeb80-c785-47e5-8236-8d7387bb229a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.096062] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54702d0-c1cc-49be-b432-9fba45f0465b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.133524] env[62153]: DEBUG nova.compute.manager [req-597f3721-b9bc-40db-ad38-6660a40a93db req-512c9467-7f19-464d-b28b-350b777e6843 service nova] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Detach interface failed, port_id=057afda2-8535-49ee-9d43-c7c9a7ba2ec2, reason: Instance 2400ac8e-57dc-40ab-a842-d7ea2657212f could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2198.195627] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a160287-bdc3-4269-8b71-df919b5c002a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.203327] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d4aa2-e621-418e-bb33-77fee1e05b0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.234920] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16695c-d0da-49ed-a727-d7c7374ce389 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.247478] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9526b42a-bdae-4578-a19a-3245dfbc00a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.251211] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073761, 'name': ReconfigVM_Task, 'duration_secs': 0.142598} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.251543] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425076', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'name': 'volume-c77c961c-94b8-4b55-ae13-acef8f3472e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '75764301-660a-4cc4-8ef2-b1d71898cae8', 'attached_at': '2025-01-13T08:51:17.000000', 'detached_at': '', 'volume_id': 'c77c961c-94b8-4b55-ae13-acef8f3472e6', 'serial': 'c77c961c-94b8-4b55-ae13-acef8f3472e6'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2198.251829] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2198.252995] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742af44-99c5-42d1-8eb4-942924861d16 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.263677] env[62153]: DEBUG nova.compute.provider_tree [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2198.269175] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2198.269518] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e543cd-d95d-4ca0-b351-0db249787d01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.316395] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2198.343975] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2198.344224] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2198.344382] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2198.344562] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2198.344731] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2198.344876] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2198.345102] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2198.345266] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2198.345433] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2198.345591] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2198.345799] env[62153]: DEBUG nova.virt.hardware [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2198.346601] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc930f-6a0f-43f2-99d2-f408af29bf95 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.352112] env[62153]: DEBUG oslo_vmware.api [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073760, 'name': PowerOnVM_Task, 'duration_secs': 0.603755} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.352728] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2198.352955] env[62153]: DEBUG nova.compute.manager [None req-f99c451f-4591-4e2b-9f1b-bb715acee14a tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2198.353758] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcae6f97-b5a1-42f5-83ec-a7abd260e028 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.359066] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4da47-4526-4f5b-8baf-826e1463db0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.406737] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2198.406901] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2198.407072] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleting the datastore file [datastore1] 75764301-660a-4cc4-8ef2-b1d71898cae8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2198.407345] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-587b06c8-375d-46d2-b153-9c088abf6c13 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.413291] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2198.413291] env[62153]: value = "task-2073765" [ 2198.413291] env[62153]: _type = "Task" [ 2198.413291] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.421660] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.489166] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1389d371-a0c4-4f7e-b7f3-84d5da87f42e tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.502263] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376305} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.503110] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2198.503313] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2198.503495] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2198.563909] env[62153]: INFO nova.compute.manager [-] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Took 1.27 seconds to deallocate network for instance. [ 2198.598866] env[62153]: DEBUG nova.compute.manager [req-001ca084-1bba-4c47-a41a-825005bf0905 req-72d05b34-97cc-42b6-9202-ec87d8198f70 service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Received event network-vif-plugged-4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2198.599205] env[62153]: DEBUG oslo_concurrency.lockutils [req-001ca084-1bba-4c47-a41a-825005bf0905 req-72d05b34-97cc-42b6-9202-ec87d8198f70 service nova] Acquiring lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.599497] env[62153]: DEBUG oslo_concurrency.lockutils [req-001ca084-1bba-4c47-a41a-825005bf0905 req-72d05b34-97cc-42b6-9202-ec87d8198f70 service nova] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.599748] env[62153]: DEBUG oslo_concurrency.lockutils [req-001ca084-1bba-4c47-a41a-825005bf0905 req-72d05b34-97cc-42b6-9202-ec87d8198f70 service nova] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.599985] env[62153]: DEBUG nova.compute.manager [req-001ca084-1bba-4c47-a41a-825005bf0905 req-72d05b34-97cc-42b6-9202-ec87d8198f70 service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] No waiting events found dispatching network-vif-plugged-4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2198.600331] env[62153]: WARNING nova.compute.manager [req-001ca084-1bba-4c47-a41a-825005bf0905 req-72d05b34-97cc-42b6-9202-ec87d8198f70 service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Received unexpected event network-vif-plugged-4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 for instance with vm_state building and task_state spawning. [ 2198.720641] env[62153]: DEBUG nova.network.neutron [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Successfully updated port: 4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2198.798267] env[62153]: DEBUG nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2198.798794] env[62153]: DEBUG nova.compute.provider_tree [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 152 to 153 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2198.798794] env[62153]: DEBUG nova.compute.provider_tree [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2198.923269] env[62153]: DEBUG oslo_vmware.api [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335022} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.923609] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2198.923818] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2198.923999] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2198.924184] env[62153]: INFO nova.compute.manager [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Took 2.37 seconds to destroy the instance on the hypervisor. [ 2198.924421] env[62153]: DEBUG oslo.service.loopingcall [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2198.924754] env[62153]: DEBUG nova.compute.manager [-] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2198.924754] env[62153]: DEBUG nova.network.neutron [-] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2199.070762] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.221616] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-70873cb9-f6dd-4230-a9f4-7d726f225c0d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.221703] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-70873cb9-f6dd-4230-a9f4-7d726f225c0d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.221949] env[62153]: DEBUG nova.network.neutron [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2199.303426] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.023s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.305756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.922s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.305942] env[62153]: DEBUG nova.objects.instance [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2199.328441] env[62153]: INFO nova.scheduler.client.report [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Deleted allocations for instance 810b45a7-52ea-4c63-8749-99a205355ccc [ 2199.338026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.338026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.338026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.338196] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.338316] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.341287] env[62153]: INFO nova.compute.manager [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Terminating instance [ 2199.538894] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2199.539191] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2199.539391] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2199.539596] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2199.539744] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2199.539889] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2199.540111] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2199.540294] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2199.540625] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2199.540827] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2199.541018] env[62153]: DEBUG nova.virt.hardware [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2199.541891] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da574903-72d1-4db7-bc68-3c7c87ea2191 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.549912] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4439d-3eba-4039-bc06-530c95bcb5b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.564944] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58d308c-1e67-4a42-ab73-8d0fcffc5ce8', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2199.572352] env[62153]: DEBUG oslo.service.loopingcall [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.572596] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2199.572840] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee42033-7317-4a69-8f6e-f19d61bdda1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.586529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.586797] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.587027] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.587244] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.587423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.589513] env[62153]: INFO nova.compute.manager [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Terminating instance [ 2199.594185] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2199.594185] env[62153]: value = "task-2073766" [ 2199.594185] env[62153]: _type = "Task" [ 2199.594185] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.602066] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073766, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.754522] env[62153]: DEBUG nova.network.neutron [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2199.839597] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e712fd45-ae5f-4bca-a728-1f6a4f759785 tempest-ServerRescueNegativeTestJSON-346885 tempest-ServerRescueNegativeTestJSON-346885-project-member] Lock "810b45a7-52ea-4c63-8749-99a205355ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.403s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.843565] env[62153]: DEBUG nova.compute.manager [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.843862] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.844643] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab00a0b-7a62-4cee-8e54-9eca8eb277ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.854489] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.854745] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e454bf-94ae-4833-ac02-660e0edb97c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.860491] env[62153]: DEBUG oslo_vmware.api [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2199.860491] env[62153]: value = "task-2073767" [ 2199.860491] env[62153]: _type = "Task" [ 2199.860491] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.868514] env[62153]: DEBUG oslo_vmware.api [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.888816] env[62153]: DEBUG nova.network.neutron [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Updating instance_info_cache with network_info: [{"id": "4c11e7b5-77e0-49bc-9f33-e0ba21191cc0", "address": "fa:16:3e:a0:e7:07", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c11e7b5-77", "ovs_interfaceid": "4c11e7b5-77e0-49bc-9f33-e0ba21191cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.960549] env[62153]: DEBUG nova.network.neutron [-] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.094051] env[62153]: DEBUG nova.compute.manager [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2200.094051] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2200.094972] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35371d03-62bf-4fc1-9c93-fc20e199b3ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.108548] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073766, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.111608] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2200.111946] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e19728a-905c-4e7f-a0cb-bf56a036067c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.118419] env[62153]: DEBUG oslo_vmware.api [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2200.118419] env[62153]: value = "task-2073768" [ 2200.118419] env[62153]: _type = "Task" [ 2200.118419] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.126652] env[62153]: DEBUG oslo_vmware.api [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.322047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ccb36582-0485-4536-87bf-ea354882799b tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.323507] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.878s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.326025] env[62153]: INFO nova.compute.claims [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2200.371836] env[62153]: DEBUG oslo_vmware.api [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073767, 'name': PowerOffVM_Task, 'duration_secs': 0.264253} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.372112] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2200.372284] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2200.372539] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8de3294b-6cb9-4638-bcdb-1505feb969ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.391218] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-70873cb9-f6dd-4230-a9f4-7d726f225c0d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.391522] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Instance network_info: |[{"id": "4c11e7b5-77e0-49bc-9f33-e0ba21191cc0", "address": "fa:16:3e:a0:e7:07", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c11e7b5-77", "ovs_interfaceid": "4c11e7b5-77e0-49bc-9f33-e0ba21191cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2200.391927] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e7:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c11e7b5-77e0-49bc-9f33-e0ba21191cc0', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2200.399870] env[62153]: DEBUG oslo.service.loopingcall [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.401042] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2200.401042] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de9a1991-a3d5-4e22-a3e9-6ac52399fa9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.419658] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2200.419658] env[62153]: value = "task-2073770" [ 2200.419658] env[62153]: _type = "Task" [ 2200.419658] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.427114] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073770, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.463098] env[62153]: INFO nova.compute.manager [-] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Took 1.54 seconds to deallocate network for instance. [ 2200.586807] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2200.587195] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2200.587274] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Deleting the datastore file [datastore1] 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2200.587912] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d37418ee-a09d-4ea1-b90b-cfa9842e450c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.593389] env[62153]: DEBUG oslo_vmware.api [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2200.593389] env[62153]: value = "task-2073771" [ 2200.593389] env[62153]: _type = "Task" [ 2200.593389] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.605560] env[62153]: DEBUG oslo_vmware.api [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.608438] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073766, 'name': CreateVM_Task, 'duration_secs': 0.51733} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.608689] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2200.609212] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.609406] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.609825] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2200.609923] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6a3901-d589-4bfe-b6eb-19e2594d915d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.613982] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2200.613982] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5217e808-7eba-dae4-ced7-9b0310397223" [ 2200.613982] env[62153]: _type = "Task" [ 2200.613982] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.621574] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5217e808-7eba-dae4-ced7-9b0310397223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.626524] env[62153]: DEBUG nova.compute.manager [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Received event network-changed-4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2200.626715] env[62153]: DEBUG nova.compute.manager [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Refreshing instance network info cache due to event network-changed-4c11e7b5-77e0-49bc-9f33-e0ba21191cc0. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2200.626915] env[62153]: DEBUG oslo_concurrency.lockutils [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] Acquiring lock "refresh_cache-70873cb9-f6dd-4230-a9f4-7d726f225c0d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.627069] env[62153]: DEBUG oslo_concurrency.lockutils [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] Acquired lock "refresh_cache-70873cb9-f6dd-4230-a9f4-7d726f225c0d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.627279] env[62153]: DEBUG nova.network.neutron [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Refreshing network info cache for port 4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2200.634691] env[62153]: DEBUG oslo_vmware.api [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073768, 'name': PowerOffVM_Task, 'duration_secs': 0.213971} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.634691] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2200.634691] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2200.634691] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73c066d-8e12-44f0-bfa8-de57b452b632 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.826313] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2200.826532] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2200.826711] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleting the datastore file [datastore1] 597de776-ff8b-42c1-bd0c-fa0389d0fc28 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2200.826966] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba1ab1d-48a2-4ca0-8aa1-63b96fd70e6a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.836043] env[62153]: DEBUG oslo_vmware.api [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2200.836043] env[62153]: value = "task-2073773" [ 2200.836043] env[62153]: _type = "Task" [ 2200.836043] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.841692] env[62153]: DEBUG oslo_vmware.api [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.930158] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073770, 'name': CreateVM_Task, 'duration_secs': 0.396962} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.930360] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2200.931044] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.011522] env[62153]: INFO nova.compute.manager [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Took 0.55 seconds to detach 1 volumes for instance. [ 2201.105569] env[62153]: DEBUG oslo_vmware.api [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202694} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.109361] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2201.109559] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2201.109729] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2201.109902] env[62153]: INFO nova.compute.manager [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2201.110153] env[62153]: DEBUG oslo.service.loopingcall [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2201.110689] env[62153]: DEBUG nova.compute.manager [-] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2201.110788] env[62153]: DEBUG nova.network.neutron [-] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2201.124882] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5217e808-7eba-dae4-ced7-9b0310397223, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.125296] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.125565] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2201.126514] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.127085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.127464] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2201.127784] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.128133] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2201.128393] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b21761b-cd35-4f48-b1fb-b6e9471a5561 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.130318] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e15514-6de3-4cb3-9d61-d025197a3372 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.137720] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2201.137720] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5271fed1-ea29-ed62-e0ed-7b6307376dd2" [ 2201.137720] env[62153]: _type = "Task" [ 2201.137720] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.144372] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2201.144372] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2201.145024] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510da321-9944-431d-994f-da432abc9fff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.153291] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5271fed1-ea29-ed62-e0ed-7b6307376dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.154728] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.154969] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2201.155193] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.155470] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2201.155470] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524d78b1-e8f8-00c8-d782-59af0db29a9d" [ 2201.155470] env[62153]: _type = "Task" [ 2201.155470] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.163990] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524d78b1-e8f8-00c8-d782-59af0db29a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.171137] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7aa01f5-cf85-41f8-9f19-2550af133448 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.176630] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2201.176630] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9a60d-3913-d683-fa62-d367d61011b5" [ 2201.176630] env[62153]: _type = "Task" [ 2201.176630] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.184998] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9a60d-3913-d683-fa62-d367d61011b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.351377] env[62153]: DEBUG oslo_vmware.api [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168803} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.351630] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2201.351808] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2201.352072] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2201.352281] env[62153]: INFO nova.compute.manager [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2201.352605] env[62153]: DEBUG oslo.service.loopingcall [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2201.353140] env[62153]: DEBUG nova.compute.manager [-] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2201.354012] env[62153]: DEBUG nova.network.neutron [-] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2201.518275] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.617774] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4197d2e-ab1b-413f-bc29-69e57dae6e5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.629041] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021ca52c-b1bb-44e0-9fa2-2e04135e05c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.666530] env[62153]: DEBUG nova.network.neutron [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Updated VIF entry in instance network info cache for port 4c11e7b5-77e0-49bc-9f33-e0ba21191cc0. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2201.668020] env[62153]: DEBUG nova.network.neutron [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Updating instance_info_cache with network_info: [{"id": "4c11e7b5-77e0-49bc-9f33-e0ba21191cc0", "address": "fa:16:3e:a0:e7:07", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c11e7b5-77", "ovs_interfaceid": "4c11e7b5-77e0-49bc-9f33-e0ba21191cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.669423] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04471414-7655-4edb-8c7b-21e50919c6bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.677534] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cdf4c3-8f29-4916-8ff0-18d3320b3e0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.696327] env[62153]: DEBUG nova.compute.provider_tree [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2201.701861] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e9a60d-3913-d683-fa62-d367d61011b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.702380] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.702717] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2201.703071] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.703150] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2201.703393] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-220baeb2-aa8f-4c18-b191-b7839de52f58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.706369] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e830eda-029c-42fd-b50a-12318ce7e232 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.716544] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2201.716544] env[62153]: value = "task-2073774" [ 2201.716544] env[62153]: _type = "Task" [ 2201.716544] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.717752] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2201.717918] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2201.722015] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b8b609-0c5b-4a4c-8b68-4284f5a114f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.730917] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.732740] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2201.732740] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52316a76-10e5-8018-6279-add5411c3f12" [ 2201.732740] env[62153]: _type = "Task" [ 2201.732740] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.740924] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52316a76-10e5-8018-6279-add5411c3f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.169893] env[62153]: DEBUG oslo_concurrency.lockutils [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] Releasing lock "refresh_cache-70873cb9-f6dd-4230-a9f4-7d726f225c0d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.170172] env[62153]: DEBUG nova.compute.manager [req-911fc3f9-bb6b-44c1-a2b1-8b3c24a5a4fb req-47a4277c-d70d-401f-89c2-ce26f9e89a0b service nova] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Received event network-vif-deleted-a4edbf87-81fa-435c-a78b-c55f04eb8813 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2202.230962] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477478} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.231242] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2202.231454] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2202.231712] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5da8ff53-6079-408b-a4b9-71a11271ef58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.242487] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52316a76-10e5-8018-6279-add5411c3f12, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.244904] env[62153]: DEBUG nova.scheduler.client.report [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2202.245177] env[62153]: DEBUG nova.compute.provider_tree [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 153 to 154 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2202.245361] env[62153]: DEBUG nova.compute.provider_tree [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2202.250482] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2202.250482] env[62153]: value = "task-2073775" [ 2202.250482] env[62153]: _type = "Task" [ 2202.250482] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.250725] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2eb6f4d-5190-4671-9bc0-a173965c065f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.257450] env[62153]: DEBUG nova.network.neutron [-] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.271735] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.273197] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2202.273197] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52449cde-ac1c-ded3-70b9-def5a1ebbd41" [ 2202.273197] env[62153]: _type = "Task" [ 2202.273197] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.286056] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52449cde-ac1c-ded3-70b9-def5a1ebbd41, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.286142] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.286394] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 70873cb9-f6dd-4230-a9f4-7d726f225c0d/70873cb9-f6dd-4230-a9f4-7d726f225c0d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2202.286681] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1b1957-9bd3-4e8d-ac9b-b1eaef22964a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.293328] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2202.293328] env[62153]: value = "task-2073776" [ 2202.293328] env[62153]: _type = "Task" [ 2202.293328] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.301653] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.492479] env[62153]: DEBUG nova.compute.manager [req-de307a84-f375-4a48-a789-297b2e803758 req-02199822-d451-4d22-9670-eb7f59d5876e service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Received event network-vif-deleted-0323eba0-f7ab-435d-8eb6-48887f03497b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2202.492479] env[62153]: INFO nova.compute.manager [req-de307a84-f375-4a48-a789-297b2e803758 req-02199822-d451-4d22-9670-eb7f59d5876e service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Neutron deleted interface 0323eba0-f7ab-435d-8eb6-48887f03497b; detaching it from the instance and deleting it from the info cache [ 2202.492479] env[62153]: DEBUG nova.network.neutron [req-de307a84-f375-4a48-a789-297b2e803758 req-02199822-d451-4d22-9670-eb7f59d5876e service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.654023] env[62153]: DEBUG nova.compute.manager [req-4aa1c25e-a442-4c3c-b84b-a727a43f04c8 req-68df8932-6124-44c1-bcba-2778eaca77a8 service nova] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Received event network-vif-deleted-2d24fb40-ba64-406a-bee6-217ee44ad351 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2202.750916] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.751583] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2202.757374] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.395s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.759539] env[62153]: INFO nova.compute.claims [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2202.765591] env[62153]: INFO nova.compute.manager [-] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Took 1.65 seconds to deallocate network for instance. [ 2202.776037] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065437} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.778753] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2202.779881] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae2c75a-07a5-401c-b3c1-b2bcd0797e31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.809165] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2202.813133] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea726628-8aae-4649-adf7-34d00b72665e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.835426] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437746} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.836716] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 70873cb9-f6dd-4230-a9f4-7d726f225c0d/70873cb9-f6dd-4230-a9f4-7d726f225c0d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2202.837040] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2202.837598] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2202.837598] env[62153]: value = "task-2073777" [ 2202.837598] env[62153]: _type = "Task" [ 2202.837598] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.837748] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a98fa60c-b28b-4fb8-968a-f4b3a88e3558 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.849749] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2202.849749] env[62153]: value = "task-2073778" [ 2202.849749] env[62153]: _type = "Task" [ 2202.849749] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.853598] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.862230] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.965663] env[62153]: DEBUG nova.network.neutron [-] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.996206] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5405f629-322e-4eeb-9f54-276a7e0992d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.006270] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb06007-8010-4472-958e-508901332dcc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.039483] env[62153]: DEBUG nova.compute.manager [req-de307a84-f375-4a48-a789-297b2e803758 req-02199822-d451-4d22-9670-eb7f59d5876e service nova] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Detach interface failed, port_id=0323eba0-f7ab-435d-8eb6-48887f03497b, reason: Instance 597de776-ff8b-42c1-bd0c-fa0389d0fc28 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2203.259287] env[62153]: DEBUG nova.compute.utils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2203.260340] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2203.260518] env[62153]: DEBUG nova.network.neutron [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2203.280382] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.324255] env[62153]: DEBUG nova.policy [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0f2c216fb240268446bd0af3b863d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee16f752e09c4e5694f75ec2697b6271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2203.352028] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073777, 'name': ReconfigVM_Task, 'duration_secs': 0.303499} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.352028] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 74037199-d212-462a-b57c-c15da6664497/74037199-d212-462a-b57c-c15da6664497.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2203.352488] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30860d80-d60a-4c0c-b5c8-4991a7d5a4b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.361887] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071408} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.364576] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2203.364912] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2203.364912] env[62153]: value = "task-2073779" [ 2203.364912] env[62153]: _type = "Task" [ 2203.364912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.365585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b10a5-b30b-41e2-9865-59d9a24b2bc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.390152] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 70873cb9-f6dd-4230-a9f4-7d726f225c0d/70873cb9-f6dd-4230-a9f4-7d726f225c0d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2203.393413] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd850330-6ecf-4965-a252-3d45ac4f6044 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.407196] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073779, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.412624] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2203.412624] env[62153]: value = "task-2073780" [ 2203.412624] env[62153]: _type = "Task" [ 2203.412624] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.423443] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.468356] env[62153]: INFO nova.compute.manager [-] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Took 2.11 seconds to deallocate network for instance. [ 2203.738910] env[62153]: DEBUG nova.network.neutron [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Successfully created port: a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2203.763390] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2203.880318] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073779, 'name': Rename_Task, 'duration_secs': 0.133473} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.880610] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2203.880908] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1ce0a2d-c5fe-42de-b036-03825aa1e253 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.891422] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2203.891422] env[62153]: value = "task-2073781" [ 2203.891422] env[62153]: _type = "Task" [ 2203.891422] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.903480] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.921919] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073780, 'name': ReconfigVM_Task, 'duration_secs': 0.253379} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.922609] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 70873cb9-f6dd-4230-a9f4-7d726f225c0d/70873cb9-f6dd-4230-a9f4-7d726f225c0d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2203.923281] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42372987-1892-4e47-857d-eac6318cc8c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.930137] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2203.930137] env[62153]: value = "task-2073782" [ 2203.930137] env[62153]: _type = "Task" [ 2203.930137] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.939770] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073782, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.977842] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.109970] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02458ea2-18e7-435a-aad5-158e796416f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.119460] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5122b1af-0f26-4df8-b166-04521b193280 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.152511] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca792a9e-a346-418a-ae91-9eb299b736e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.160168] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bef441-c75f-48d0-a112-ed3b283f7915 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.176194] env[62153]: DEBUG nova.compute.provider_tree [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.404365] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.441367] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073782, 'name': Rename_Task, 'duration_secs': 0.269448} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.442949] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2204.442949] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e2f00e6-c992-4b8b-86ae-144932a76c55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.448855] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2204.448855] env[62153]: value = "task-2073783" [ 2204.448855] env[62153]: _type = "Task" [ 2204.448855] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.463241] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.683021] env[62153]: DEBUG nova.scheduler.client.report [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2204.773729] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2204.806011] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2204.806283] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2204.806439] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2204.806619] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2204.806763] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2204.806908] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2204.807135] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2204.807495] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2204.807719] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2204.807882] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2204.808072] env[62153]: DEBUG nova.virt.hardware [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2204.808941] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b7be3-94bb-46a3-9ba9-2819d8215929 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.817505] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fbb7a1-f881-4306-a73d-bbcc4dbec7a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.901727] env[62153]: DEBUG oslo_vmware.api [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073781, 'name': PowerOnVM_Task, 'duration_secs': 0.82401} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.902018] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2204.902236] env[62153]: DEBUG nova.compute.manager [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2204.903049] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eb0b63-c790-4028-9491-b3400de3831a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.959625] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.188465] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.189287] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2205.192945] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.122s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.193203] env[62153]: DEBUG nova.objects.instance [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'resources' on Instance uuid 2400ac8e-57dc-40ab-a842-d7ea2657212f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.410305] env[62153]: DEBUG nova.compute.manager [req-f2ba3b43-5b7f-4971-80f8-c841c2b57d1e req-e42f70b4-4d4a-4bf4-9388-42fd3fb5d77f service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Received event network-vif-plugged-a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.410579] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ba3b43-5b7f-4971-80f8-c841c2b57d1e req-e42f70b4-4d4a-4bf4-9388-42fd3fb5d77f service nova] Acquiring lock "8675a205-96ba-4e20-8062-7a23350f82b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.410787] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ba3b43-5b7f-4971-80f8-c841c2b57d1e req-e42f70b4-4d4a-4bf4-9388-42fd3fb5d77f service nova] Lock "8675a205-96ba-4e20-8062-7a23350f82b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.410962] env[62153]: DEBUG oslo_concurrency.lockutils [req-f2ba3b43-5b7f-4971-80f8-c841c2b57d1e req-e42f70b4-4d4a-4bf4-9388-42fd3fb5d77f service nova] Lock "8675a205-96ba-4e20-8062-7a23350f82b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.411137] env[62153]: DEBUG nova.compute.manager [req-f2ba3b43-5b7f-4971-80f8-c841c2b57d1e req-e42f70b4-4d4a-4bf4-9388-42fd3fb5d77f service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] No waiting events found dispatching network-vif-plugged-a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2205.411304] env[62153]: WARNING nova.compute.manager [req-f2ba3b43-5b7f-4971-80f8-c841c2b57d1e req-e42f70b4-4d4a-4bf4-9388-42fd3fb5d77f service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Received unexpected event network-vif-plugged-a8d00606-e2e7-49d7-beac-37f2c478a21e for instance with vm_state building and task_state spawning. [ 2205.420114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.460181] env[62153]: DEBUG oslo_vmware.api [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073783, 'name': PowerOnVM_Task, 'duration_secs': 0.656712} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.460468] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2205.460799] env[62153]: INFO nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Took 7.14 seconds to spawn the instance on the hypervisor. [ 2205.460996] env[62153]: DEBUG nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2205.461769] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba5845-2215-4175-b18d-e8118de369d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.591048] env[62153]: DEBUG nova.network.neutron [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Successfully updated port: a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2205.700948] env[62153]: DEBUG nova.compute.utils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2205.704774] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2205.705052] env[62153]: DEBUG nova.network.neutron [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2205.758854] env[62153]: DEBUG nova.policy [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521216883a0e42ffa9a89e0177b3943d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bab62be09e54e77a4a77cefa426bacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2205.980101] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6643c-dca4-4e88-a811-6e314352b1a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.983848] env[62153]: INFO nova.compute.manager [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Took 12.98 seconds to build instance. [ 2205.989541] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1e3ef7-a6e2-4716-b568-187bf7a2a9a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.021507] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06380d63-87d1-427c-b034-f3c58ae0e985 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.032271] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e04e58-0496-40b1-bcfe-d3f3f0a7676c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.053395] env[62153]: DEBUG nova.compute.provider_tree [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.094956] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.094956] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.094956] env[62153]: DEBUG nova.network.neutron [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2206.157151] env[62153]: DEBUG nova.network.neutron [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Successfully created port: a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2206.211026] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2206.485912] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4a63ffe4-5c46-4aa1-b137-8383b34c18bc tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.511s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.557613] env[62153]: DEBUG nova.scheduler.client.report [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2206.635167] env[62153]: DEBUG nova.network.neutron [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2206.785257] env[62153]: DEBUG nova.network.neutron [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Updating instance_info_cache with network_info: [{"id": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "address": "fa:16:3e:86:db:fa", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d00606-e2", "ovs_interfaceid": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.062293] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-2f1a43d6-146b-4107-8309-2e170d24ef37-97802b72-ef10-4281-a421-b1c5a76f93a1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.063558] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-2f1a43d6-146b-4107-8309-2e170d24ef37-97802b72-ef10-4281-a421-b1c5a76f93a1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.063558] env[62153]: DEBUG nova.objects.instance [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'flavor' on Instance uuid 2f1a43d6-146b-4107-8309-2e170d24ef37 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.065920] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.069591] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.552s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.070392] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.073100] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.792s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.073100] env[62153]: DEBUG nova.objects.instance [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lazy-loading 'resources' on Instance uuid 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.094973] env[62153]: INFO nova.scheduler.client.report [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance 2400ac8e-57dc-40ab-a842-d7ea2657212f [ 2207.097964] env[62153]: INFO nova.scheduler.client.report [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted allocations for instance 75764301-660a-4cc4-8ef2-b1d71898cae8 [ 2207.104032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e04eed-60ea-4bfe-8130-a25f05af9b4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.115330] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Suspending the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2207.115717] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f6544f59-aaf5-4a32-8a3c-39a5b097d744 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.122708] env[62153]: DEBUG oslo_vmware.api [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2207.122708] env[62153]: value = "task-2073784" [ 2207.122708] env[62153]: _type = "Task" [ 2207.122708] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.134194] env[62153]: DEBUG oslo_vmware.api [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073784, 'name': SuspendVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.219859] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2207.255087] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.255465] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.255705] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.255970] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.256217] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.256445] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.256772] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.256966] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.257211] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.257530] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.257696] env[62153]: DEBUG nova.virt.hardware [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.258998] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde68359-0fcd-44b0-9506-84c27ededfe1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.272674] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405d0be-6eba-4a22-b783-fabd12947484 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.290820] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.291182] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance network_info: |[{"id": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "address": "fa:16:3e:86:db:fa", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d00606-e2", "ovs_interfaceid": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2207.291937] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:db:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d00606-e2e7-49d7-beac-37f2c478a21e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2207.300573] env[62153]: DEBUG oslo.service.loopingcall [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2207.300830] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2207.301111] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-185aa194-4030-43be-a787-19a4a65e888f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.326322] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2207.326322] env[62153]: value = "task-2073785" [ 2207.326322] env[62153]: _type = "Task" [ 2207.326322] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.335795] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073785, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.615010] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b7617686-16c8-43e9-a7e4-32ea9324612d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "2400ac8e-57dc-40ab-a842-d7ea2657212f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.993s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.618348] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4164f89c-f129-45c9-b463-6d1a7c34f3a4 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "75764301-660a-4cc4-8ef2-b1d71898cae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.573s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.636905] env[62153]: DEBUG oslo_vmware.api [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073784, 'name': SuspendVM_Task} progress is 62%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.726760] env[62153]: DEBUG nova.objects.instance [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f1a43d6-146b-4107-8309-2e170d24ef37 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.845312] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073785, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.894102] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edbdd41-a9c0-4091-abf6-44d506177ebf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.901698] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d59612-3f32-4493-a404-fd6ace66cf59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.933249] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a533a-0720-44e9-ad5f-4792f69dd581 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.942284] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226385e-7401-488e-94e2-fe9ab12de969 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.960626] env[62153]: DEBUG nova.compute.provider_tree [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.135743] env[62153]: DEBUG oslo_vmware.api [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073784, 'name': SuspendVM_Task, 'duration_secs': 0.72205} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.137049] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Suspended the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2208.137266] env[62153]: DEBUG nova.compute.manager [None req-f7883fa2-6da3-4447-b6f1-c51e62428239 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.138417] env[62153]: DEBUG nova.compute.manager [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Received event network-changed-a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2208.138570] env[62153]: DEBUG nova.compute.manager [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Refreshing instance network info cache due to event network-changed-a8d00606-e2e7-49d7-beac-37f2c478a21e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2208.139035] env[62153]: DEBUG oslo_concurrency.lockutils [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] Acquiring lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.139035] env[62153]: DEBUG oslo_concurrency.lockutils [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] Acquired lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.139109] env[62153]: DEBUG nova.network.neutron [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Refreshing network info cache for port a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2208.141237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85cda2-1858-4f57-a419-67cca6010bd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.145969] env[62153]: DEBUG nova.network.neutron [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Successfully updated port: a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.228630] env[62153]: DEBUG nova.objects.base [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Object Instance<2f1a43d6-146b-4107-8309-2e170d24ef37> lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2208.228872] env[62153]: DEBUG nova.network.neutron [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2208.300373] env[62153]: DEBUG nova.policy [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2208.340789] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073785, 'name': CreateVM_Task, 'duration_secs': 0.563778} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.340960] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2208.341660] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.341827] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.342163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2208.342417] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbfa668-04ed-4332-83ba-c9a7cee92113 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.349020] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2208.349020] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f5eb1f-8d57-a8e8-59bd-4e53c63552d7" [ 2208.349020] env[62153]: _type = "Task" [ 2208.349020] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.355518] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f5eb1f-8d57-a8e8-59bd-4e53c63552d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.464287] env[62153]: DEBUG nova.scheduler.client.report [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2208.520855] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "34e060ad-61e0-4626-a352-4afe2119c7b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.521140] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.521360] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "34e060ad-61e0-4626-a352-4afe2119c7b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.521905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.521905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.523745] env[62153]: INFO nova.compute.manager [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Terminating instance [ 2208.649402] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.649852] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.649852] env[62153]: DEBUG nova.network.neutron [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2208.858243] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f5eb1f-8d57-a8e8-59bd-4e53c63552d7, 'name': SearchDatastore_Task, 'duration_secs': 0.076029} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.861065] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.861321] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2208.861559] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.861702] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.862650] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2208.862650] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3750e29f-f418-4c66-95f0-7db151ce53ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.871953] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2208.872138] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2208.872912] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376e25fb-aa75-4a2b-82fb-c5e1298a2641 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.878135] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2208.878135] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a55ee-eab7-98d0-eec1-ab7d0be4e1ff" [ 2208.878135] env[62153]: _type = "Task" [ 2208.878135] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.885906] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a55ee-eab7-98d0-eec1-ab7d0be4e1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.942718] env[62153]: DEBUG nova.network.neutron [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Updated VIF entry in instance network info cache for port a8d00606-e2e7-49d7-beac-37f2c478a21e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2208.943105] env[62153]: DEBUG nova.network.neutron [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Updating instance_info_cache with network_info: [{"id": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "address": "fa:16:3e:86:db:fa", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d00606-e2", "ovs_interfaceid": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.970929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.976716] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.996s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.976716] env[62153]: DEBUG nova.objects.instance [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'resources' on Instance uuid 597de776-ff8b-42c1-bd0c-fa0389d0fc28 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.996236] env[62153]: INFO nova.scheduler.client.report [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Deleted allocations for instance 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac [ 2209.030022] env[62153]: DEBUG nova.compute.manager [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2209.030022] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2209.030022] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83340606-ef75-4bf1-8766-a78ecbfbb274 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.037993] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2209.038655] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe3e288-081b-4a9c-a630-b1af779b3692 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.045985] env[62153]: DEBUG oslo_vmware.api [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2209.045985] env[62153]: value = "task-2073786" [ 2209.045985] env[62153]: _type = "Task" [ 2209.045985] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.056402] env[62153]: DEBUG oslo_vmware.api [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.182506] env[62153]: DEBUG nova.network.neutron [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2209.316998] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.317285] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.349636] env[62153]: DEBUG nova.network.neutron [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating instance_info_cache with network_info: [{"id": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "address": "fa:16:3e:f0:a9:43", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a96bf-a4", "ovs_interfaceid": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.389595] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527a55ee-eab7-98d0-eec1-ab7d0be4e1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.021238} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.390200] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952c3b3d-5630-4e42-a3f9-466799ba922c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.396426] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2209.396426] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52605a95-927a-12c0-ad89-bb5eda9768db" [ 2209.396426] env[62153]: _type = "Task" [ 2209.396426] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.406261] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52605a95-927a-12c0-ad89-bb5eda9768db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.445808] env[62153]: DEBUG oslo_concurrency.lockutils [req-a0890a48-5c9f-4310-8377-a73cfbc47d6f req-39d43105-0d30-4b28-9341-e7ecfec9a2c1 service nova] Releasing lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.507709] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c1cda1de-352e-4a1d-98da-9458d5a2de3e tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "3282f519-afd7-4d2b-a77b-6d5eb5fc2dac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.170s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.557418] env[62153]: DEBUG oslo_vmware.api [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073786, 'name': PowerOffVM_Task, 'duration_secs': 0.289721} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.557730] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2209.557911] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2209.558602] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d801f0-1ea5-4983-b0d6-ead13d7df4a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.585904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.586387] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.586527] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.586640] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.586830] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.589763] env[62153]: INFO nova.compute.manager [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Terminating instance [ 2209.743319] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2209.743319] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2209.743319] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleting the datastore file [datastore1] 34e060ad-61e0-4626-a352-4afe2119c7b3 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2209.744786] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33cf685b-8458-46ac-8965-e7ac810f4447 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.747551] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1640f2-f080-4371-ba46-3304d0a87667 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.760815] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3922463-25c4-4bd5-aee7-4e5575767ada {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.766286] env[62153]: DEBUG oslo_vmware.api [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2209.766286] env[62153]: value = "task-2073788" [ 2209.766286] env[62153]: _type = "Task" [ 2209.766286] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.799706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a6b8e-6121-40bb-acba-71b8b83a5be4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.805261] env[62153]: DEBUG oslo_vmware.api [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.810157] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cc0787-4750-49af-9fdb-3509630ff321 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.824806] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2209.830725] env[62153]: DEBUG nova.compute.provider_tree [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2209.853773] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.854130] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Instance network_info: |[{"id": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "address": "fa:16:3e:f0:a9:43", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a96bf-a4", "ovs_interfaceid": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2209.854540] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:a9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33a96bf-a42b-41e9-893f-c0c8767d2a53', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2209.862311] env[62153]: DEBUG oslo.service.loopingcall [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.863149] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8404763-97e4-45fb-80c6-28820708deee] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2209.863378] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d8cf74-f711-425d-b182-99d8a017e401 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.884933] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2209.884933] env[62153]: value = "task-2073789" [ 2209.884933] env[62153]: _type = "Task" [ 2209.884933] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.892313] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073789, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.905527] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52605a95-927a-12c0-ad89-bb5eda9768db, 'name': SearchDatastore_Task, 'duration_secs': 0.02246} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.905819] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.906088] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2209.906335] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af05f592-fcb6-4c14-86b2-5535f3ba9275 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.914035] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2209.914035] env[62153]: value = "task-2073790" [ 2209.914035] env[62153]: _type = "Task" [ 2209.914035] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.922523] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.068035] env[62153]: DEBUG nova.network.neutron [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Successfully updated port: 97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2210.094293] env[62153]: DEBUG nova.compute.manager [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2210.094623] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2210.095585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f799555-47be-442b-92c5-8338a66ca334 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.110360] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2210.110735] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8cec661-7bb1-4dd7-98f1-14e2eadd0836 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.226192] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2210.226647] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2210.226647] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleting the datastore file [datastore1] 70873cb9-f6dd-4230-a9f4-7d726f225c0d {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2210.227273] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38b515e9-d643-49f2-8a26-673051cf6d19 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.242915] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.243216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.244445] env[62153]: DEBUG oslo_vmware.api [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2210.244445] env[62153]: value = "task-2073792" [ 2210.244445] env[62153]: _type = "Task" [ 2210.244445] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.253696] env[62153]: DEBUG oslo_vmware.api [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.277596] env[62153]: DEBUG oslo_vmware.api [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280897} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.278093] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2210.278093] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2210.278503] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2210.278503] env[62153]: INFO nova.compute.manager [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2210.278636] env[62153]: DEBUG oslo.service.loopingcall [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.278807] env[62153]: DEBUG nova.compute.manager [-] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2210.278888] env[62153]: DEBUG nova.network.neutron [-] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2210.333887] env[62153]: DEBUG nova.scheduler.client.report [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2210.359262] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.396229] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073789, 'name': CreateVM_Task, 'duration_secs': 0.38059} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.396424] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8404763-97e4-45fb-80c6-28820708deee] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2210.397587] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.397587] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.397726] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2210.397942] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb86e8d-9149-4e01-af08-509e2ba98f51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.403101] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2210.403101] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cd9aff-9ee3-76d9-177a-a38baec6eb48" [ 2210.403101] env[62153]: _type = "Task" [ 2210.403101] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.411022] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cd9aff-9ee3-76d9-177a-a38baec6eb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.423557] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506393} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.423804] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2210.424016] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2210.424320] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47f4ab2e-1403-48a2-95b3-6c6e67860983 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.430881] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2210.430881] env[62153]: value = "task-2073793" [ 2210.430881] env[62153]: _type = "Task" [ 2210.430881] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.449623] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.575786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.575786] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.576314] env[62153]: DEBUG nova.network.neutron [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.654867] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Received event network-vif-plugged-a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2210.655286] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.655504] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Lock "f8404763-97e4-45fb-80c6-28820708deee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.655579] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Lock "f8404763-97e4-45fb-80c6-28820708deee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.655726] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] No waiting events found dispatching network-vif-plugged-a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2210.655884] env[62153]: WARNING nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Received unexpected event network-vif-plugged-a33a96bf-a42b-41e9-893f-c0c8767d2a53 for instance with vm_state building and task_state spawning. [ 2210.656053] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Received event network-changed-a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2210.656211] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Refreshing instance network info cache due to event network-changed-a33a96bf-a42b-41e9-893f-c0c8767d2a53. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2210.656399] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Acquiring lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.656521] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Acquired lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.656673] env[62153]: DEBUG nova.network.neutron [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Refreshing network info cache for port a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.748017] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2210.759168] env[62153]: DEBUG oslo_vmware.api [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464933} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.759775] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2210.760109] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2210.760534] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2210.760830] env[62153]: INFO nova.compute.manager [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Took 0.67 seconds to destroy the instance on the hypervisor. [ 2210.761209] env[62153]: DEBUG oslo.service.loopingcall [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.761532] env[62153]: DEBUG nova.compute.manager [-] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2210.761727] env[62153]: DEBUG nova.network.neutron [-] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2210.846107] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.846107] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.427s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.846107] env[62153]: DEBUG nova.objects.instance [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2210.871904] env[62153]: INFO nova.scheduler.client.report [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted allocations for instance 597de776-ff8b-42c1-bd0c-fa0389d0fc28 [ 2210.914233] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52cd9aff-9ee3-76d9-177a-a38baec6eb48, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.918024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.918024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2210.918024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.918024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.918024] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2210.918024] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fee2d1bf-c16a-4a34-a3f2-ec87e2e2e145 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.927634] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2210.929264] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2210.930126] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028094fd-002f-4874-953d-f2ccf18420fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.939964] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2210.939964] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5283e57f-f94e-68f1-9e02-3fc7a5e84607" [ 2210.939964] env[62153]: _type = "Task" [ 2210.939964] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.943188] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068217} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.947314] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2210.948440] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea73c0-2c8f-4443-87ce-5e833b946ce6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.956313] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5283e57f-f94e-68f1-9e02-3fc7a5e84607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.978127] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2210.982018] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c787ded-043a-4ca0-8b89-975c7729fe4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.999863] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2210.999863] env[62153]: value = "task-2073794" [ 2210.999863] env[62153]: _type = "Task" [ 2210.999863] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.008663] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.086094] env[62153]: DEBUG nova.network.neutron [-] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.088066] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.088214] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.138820] env[62153]: WARNING nova.network.neutron [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] 8795a51b-204b-4878-b34b-b8169051f67c already exists in list: networks containing: ['8795a51b-204b-4878-b34b-b8169051f67c']. ignoring it [ 2211.275900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.379769] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.380051] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.380308] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.380503] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.380677] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.384266] env[62153]: INFO nova.compute.manager [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Terminating instance [ 2211.386901] env[62153]: DEBUG nova.network.neutron [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updated VIF entry in instance network info cache for port a33a96bf-a42b-41e9-893f-c0c8767d2a53. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.387028] env[62153]: DEBUG nova.network.neutron [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating instance_info_cache with network_info: [{"id": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "address": "fa:16:3e:f0:a9:43", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a96bf-a4", "ovs_interfaceid": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.388527] env[62153]: DEBUG oslo_concurrency.lockutils [None req-88a57b42-19ea-4e72-bcbb-401c96818da9 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "597de776-ff8b-42c1-bd0c-fa0389d0fc28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.802s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.456034] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5283e57f-f94e-68f1-9e02-3fc7a5e84607, 'name': SearchDatastore_Task, 'duration_secs': 0.03425} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.456823] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b8fb22-988e-4bfb-a737-7ccac7a5cf89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.462160] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2211.462160] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d450f6-0ef1-5d44-846b-ea16a97037f9" [ 2211.462160] env[62153]: _type = "Task" [ 2211.462160] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.470735] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d450f6-0ef1-5d44-846b-ea16a97037f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.510986] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.535863] env[62153]: DEBUG nova.network.neutron [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97802b72-ef10-4281-a421-b1c5a76f93a1", "address": "fa:16:3e:e0:bd:f7", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97802b72-ef", "ovs_interfaceid": "97802b72-ef10-4281-a421-b1c5a76f93a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.544242] env[62153]: DEBUG nova.network.neutron [-] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.590825] env[62153]: INFO nova.compute.manager [-] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Took 1.31 seconds to deallocate network for instance. [ 2211.591252] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2211.861103] env[62153]: DEBUG oslo_concurrency.lockutils [None req-aa887bc2-bf1e-4bd0-9a49-62e746fe7f84 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.862361] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.503s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.863816] env[62153]: INFO nova.compute.claims [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2211.891983] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Releasing lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.892320] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-vif-plugged-97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2211.892712] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.892750] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.892908] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.893078] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] No waiting events found dispatching network-vif-plugged-97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2211.893305] env[62153]: WARNING nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received unexpected event network-vif-plugged-97802b72-ef10-4281-a421-b1c5a76f93a1 for instance with vm_state active and task_state None. [ 2211.893496] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-changed-97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2211.893726] env[62153]: DEBUG nova.compute.manager [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing instance network info cache due to event network-changed-97802b72-ef10-4281-a421-b1c5a76f93a1. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2211.893930] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.894749] env[62153]: DEBUG nova.compute.manager [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2211.895080] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2211.896379] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178e93d-8d7d-48fd-8862-71beaacf4315 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.906754] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2211.907011] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22dac8b-bd8d-4de5-9c23-69c9f529b6f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.914184] env[62153]: DEBUG oslo_vmware.api [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2211.914184] env[62153]: value = "task-2073795" [ 2211.914184] env[62153]: _type = "Task" [ 2211.914184] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.924634] env[62153]: DEBUG oslo_vmware.api [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.973580] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d450f6-0ef1-5d44-846b-ea16a97037f9, 'name': SearchDatastore_Task, 'duration_secs': 0.031797} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.974189] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.974572] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f8404763-97e4-45fb-80c6-28820708deee/f8404763-97e4-45fb-80c6-28820708deee.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2211.974834] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-008ca453-bd56-46c4-bc4d-3e4584b9f7ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.981217] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2211.981217] env[62153]: value = "task-2073796" [ 2211.981217] env[62153]: _type = "Task" [ 2211.981217] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.989770] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.010553] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073794, 'name': ReconfigVM_Task, 'duration_secs': 0.949426} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.010820] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2212.011491] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6ec765-152d-43fe-9005-a799ec75d97a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.017560] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2212.017560] env[62153]: value = "task-2073797" [ 2212.017560] env[62153]: _type = "Task" [ 2212.017560] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.025872] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073797, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.039553] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.040243] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.040459] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.040803] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.041034] env[62153]: DEBUG nova.network.neutron [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing network info cache for port 97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2212.043112] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903439c-cdd8-4c1d-8d32-81920bb40e83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.046910] env[62153]: INFO nova.compute.manager [-] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Took 1.28 seconds to deallocate network for instance. [ 2212.068592] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2212.068896] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2212.069070] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2212.069398] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2212.069578] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2212.069733] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2212.072888] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2212.072888] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2212.072888] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2212.072888] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2212.072888] env[62153]: DEBUG nova.virt.hardware [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2212.081247] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Reconfiguring VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2212.082603] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994f11dc-af09-476a-aa61-c1279377fa3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.099902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.106718] env[62153]: DEBUG oslo_vmware.api [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2212.106718] env[62153]: value = "task-2073798" [ 2212.106718] env[62153]: _type = "Task" [ 2212.106718] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.111492] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.111804] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.120582] env[62153]: DEBUG oslo_vmware.api [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073798, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.121693] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.425476] env[62153]: DEBUG oslo_vmware.api [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073795, 'name': PowerOffVM_Task, 'duration_secs': 0.226579} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.425742] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2212.426055] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2212.426101] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41d5e206-1e97-46be-aab7-2a1dbf9fe986 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.491179] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482209} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.491459] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f8404763-97e4-45fb-80c6-28820708deee/f8404763-97e4-45fb-80c6-28820708deee.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2212.491676] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2212.491927] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6a93a0-cc91-430a-a740-c520dce25e75 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.498702] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2212.498702] env[62153]: value = "task-2073800" [ 2212.498702] env[62153]: _type = "Task" [ 2212.498702] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.507872] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.514034] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2212.514280] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2212.514485] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Deleting the datastore file [datastore1] 01b365de-d0d6-4276-9f80-24e61a9d6fa0 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2212.514738] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d91625dc-46d5-476b-ac95-8a9ed784ad66 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.522837] env[62153]: DEBUG oslo_vmware.api [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for the task: (returnval){ [ 2212.522837] env[62153]: value = "task-2073801" [ 2212.522837] env[62153]: _type = "Task" [ 2212.522837] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.529100] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073797, 'name': Rename_Task, 'duration_secs': 0.147745} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.529732] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2212.529985] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa79ddbf-3d1e-4f84-a4f6-3380196e20b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.534811] env[62153]: DEBUG oslo_vmware.api [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.539837] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2212.539837] env[62153]: value = "task-2073802" [ 2212.539837] env[62153]: _type = "Task" [ 2212.539837] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.549470] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.584664] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.617695] env[62153]: INFO nova.compute.manager [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Detaching volume f65bec4c-542c-4aca-b05b-6e08dcd2cd00 [ 2212.619654] env[62153]: DEBUG oslo_vmware.api [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.660330] env[62153]: INFO nova.virt.block_device [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Attempting to driver detach volume f65bec4c-542c-4aca-b05b-6e08dcd2cd00 from mountpoint /dev/sdb [ 2212.660654] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2212.660893] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425083', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'name': 'volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ad51b85e-b1c2-4be1-959b-cd3004e45773', 'attached_at': '', 'detached_at': '', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'serial': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2212.661724] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57bd6b-b6f0-4361-861c-f37211ccf1ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.684936] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f319909-0c6e-4e4b-8c43-a6e64b1cfda7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.692103] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007ef95-0f09-4607-9808-722492ada007 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.715208] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5aa39a-e320-460a-b264-9d1ab52d95a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.733309] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] The volume has not been displaced from its original location: [datastore1] volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00/volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2212.739627] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2212.739986] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c22cd6-5a46-45f4-8e7d-0bdd506679cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.762027] env[62153]: DEBUG oslo_vmware.api [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2212.762027] env[62153]: value = "task-2073803" [ 2212.762027] env[62153]: _type = "Task" [ 2212.762027] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.767800] env[62153]: DEBUG oslo_vmware.api [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.888639] env[62153]: DEBUG nova.network.neutron [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updated VIF entry in instance network info cache for port 97802b72-ef10-4281-a421-b1c5a76f93a1. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2212.889092] env[62153]: DEBUG nova.network.neutron [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97802b72-ef10-4281-a421-b1c5a76f93a1", "address": "fa:16:3e:e0:bd:f7", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97802b72-ef", "ovs_interfaceid": "97802b72-ef10-4281-a421-b1c5a76f93a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.012039] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064578} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.012329] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2213.013136] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98bc6a-0ad2-4db3-9be4-c8eb1515279b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.039802] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f8404763-97e4-45fb-80c6-28820708deee/f8404763-97e4-45fb-80c6-28820708deee.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2213.047441] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e04c9ae-ee5b-4e6f-8f31-267574727a69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.063737] env[62153]: DEBUG nova.compute.manager [req-118c35db-9d93-4502-be83-4b92d6b904e7 req-99b2ca7e-0e5c-45cb-9cc6-dc42f88f7e60 service nova] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Received event network-vif-deleted-3899b288-95f0-465f-a046-3459cf6b28ed {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2213.063983] env[62153]: DEBUG nova.compute.manager [req-118c35db-9d93-4502-be83-4b92d6b904e7 req-99b2ca7e-0e5c-45cb-9cc6-dc42f88f7e60 service nova] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Received event network-vif-deleted-4c11e7b5-77e0-49bc-9f33-e0ba21191cc0 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2213.073538] env[62153]: DEBUG oslo_vmware.api [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Task: {'id': task-2073801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296142} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.078043] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2213.078043] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2213.078172] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2213.078262] env[62153]: INFO nova.compute.manager [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2213.078457] env[62153]: DEBUG oslo.service.loopingcall [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2213.078707] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2213.078707] env[62153]: value = "task-2073804" [ 2213.078707] env[62153]: _type = "Task" [ 2213.078707] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.078896] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073802, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.081733] env[62153]: DEBUG nova.compute.manager [-] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2213.081798] env[62153]: DEBUG nova.network.neutron [-] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2213.093185] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.122960] env[62153]: DEBUG oslo_vmware.api [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073798, 'name': ReconfigVM_Task, 'duration_secs': 0.917288} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.123518] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.123757] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Reconfigured VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2213.184742] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23c640-5ce1-449b-b57c-220668602077 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.194588] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e8440e-129a-4d50-9508-226706af3191 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.225860] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1bb062-e640-4658-b4c9-544c38ae7b0f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.233786] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10247f-ec58-45e7-9d70-f310ed353e89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.247537] env[62153]: DEBUG nova.compute.provider_tree [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.268236] env[62153]: DEBUG oslo_vmware.api [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073803, 'name': ReconfigVM_Task, 'duration_secs': 0.247334} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.268519] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2213.273751] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40123eb3-3a47-48a2-9a7c-2dc49e324a48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.290416] env[62153]: DEBUG oslo_vmware.api [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2213.290416] env[62153]: value = "task-2073805" [ 2213.290416] env[62153]: _type = "Task" [ 2213.290416] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.298643] env[62153]: DEBUG oslo_vmware.api [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.392084] env[62153]: DEBUG oslo_concurrency.lockutils [req-dcc9bb31-3e2d-4929-9185-f8a94b400a08 req-3a27f451-93c2-40f8-b697-42179f83baa9 service nova] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.572180] env[62153]: DEBUG oslo_vmware.api [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073802, 'name': PowerOnVM_Task, 'duration_secs': 0.622698} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.572502] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2213.572674] env[62153]: INFO nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Took 8.80 seconds to spawn the instance on the hypervisor. [ 2213.572855] env[62153]: DEBUG nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2213.573625] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9add8c-bf13-48cc-8038-146087713413 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.591091] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073804, 'name': ReconfigVM_Task, 'duration_secs': 0.307653} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.591347] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f8404763-97e4-45fb-80c6-28820708deee/f8404763-97e4-45fb-80c6-28820708deee.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2213.591905] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2e74c6b-3634-42fe-b927-59b4c35fda8c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.598345] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2213.598345] env[62153]: value = "task-2073806" [ 2213.598345] env[62153]: _type = "Task" [ 2213.598345] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.607335] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073806, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.628897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e8fb9e67-bfde-491f-a56e-efb3c3b56273 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-2f1a43d6-146b-4107-8309-2e170d24ef37-97802b72-ef10-4281-a421-b1c5a76f93a1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.566s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.635775] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.636070] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.750762] env[62153]: DEBUG nova.scheduler.client.report [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2213.800310] env[62153]: DEBUG oslo_vmware.api [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073805, 'name': ReconfigVM_Task, 'duration_secs': 0.157158} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.800584] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425083', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'name': 'volume-f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ad51b85e-b1c2-4be1-959b-cd3004e45773', 'attached_at': '', 'detached_at': '', 'volume_id': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00', 'serial': 'f65bec4c-542c-4aca-b05b-6e08dcd2cd00'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2213.898657] env[62153]: DEBUG nova.network.neutron [-] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.090368] env[62153]: INFO nova.compute.manager [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Took 18.66 seconds to build instance. [ 2214.109624] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073806, 'name': Rename_Task, 'duration_secs': 0.140139} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.109978] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.110397] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145e8623-01c3-44a9-8a6a-dfd305ca553f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.117148] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2214.117148] env[62153]: value = "task-2073807" [ 2214.117148] env[62153]: _type = "Task" [ 2214.117148] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.125325] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.138298] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2214.255686] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.256235] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2214.258751] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.983s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.261056] env[62153]: INFO nova.compute.claims [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2214.347127] env[62153]: DEBUG nova.objects.instance [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'flavor' on Instance uuid ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2214.400768] env[62153]: INFO nova.compute.manager [-] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Took 1.32 seconds to deallocate network for instance. [ 2214.592058] env[62153]: DEBUG oslo_concurrency.lockutils [None req-896e9549-1f98-45c0-ae3e-1aa06559031d tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "8675a205-96ba-4e20-8062-7a23350f82b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.172s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.627767] env[62153]: DEBUG oslo_vmware.api [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073807, 'name': PowerOnVM_Task, 'duration_secs': 0.455364} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.628044] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2214.628246] env[62153]: INFO nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Took 7.41 seconds to spawn the instance on the hypervisor. [ 2214.628434] env[62153]: DEBUG nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.629238] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455280ed-5067-49be-9246-bbb1c13b09ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.659430] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.766115] env[62153]: DEBUG nova.compute.utils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2214.768414] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2214.768765] env[62153]: DEBUG nova.network.neutron [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2214.858730] env[62153]: DEBUG nova.policy [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214eb010f7ba40cb853f3bdf8a48f8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385bfb83866545fd8b7b7348ef3df945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2214.907623] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.061318] env[62153]: DEBUG nova.compute.manager [req-388aaf67-a142-4b9f-a71f-c738e5f50373 req-1713c618-76bd-4cb1-813f-853ca7fdd559 service nova] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Received event network-vif-deleted-497d9e81-fd9d-44ed-b6bc-ed1be1974713 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2215.147952] env[62153]: INFO nova.compute.manager [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Took 18.80 seconds to build instance. [ 2215.270740] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2215.340252] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-2f1a43d6-146b-4107-8309-2e170d24ef37-97802b72-ef10-4281-a421-b1c5a76f93a1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.342414] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-2f1a43d6-146b-4107-8309-2e170d24ef37-97802b72-ef10-4281-a421-b1c5a76f93a1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.360771] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ea0ae4bb-f735-49ef-829f-d45fd5872b68 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.486601] env[62153]: DEBUG nova.compute.manager [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Received event network-changed-a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2215.486601] env[62153]: DEBUG nova.compute.manager [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Refreshing instance network info cache due to event network-changed-a33a96bf-a42b-41e9-893f-c0c8767d2a53. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2215.486601] env[62153]: DEBUG oslo_concurrency.lockutils [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] Acquiring lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2215.486601] env[62153]: DEBUG oslo_concurrency.lockutils [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] Acquired lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2215.486601] env[62153]: DEBUG nova.network.neutron [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Refreshing network info cache for port a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2215.563024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e59066-ec75-437e-8585-f29b60feb397 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.576511] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c604f6-0cd0-4d35-88cc-5ff31bb54ea2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.619902] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d9796-4994-4e71-9ea0-52f34a06be60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.633052] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8aec36-8f50-4c85-9645-e12113f22ad8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.648132] env[62153]: DEBUG nova.compute.provider_tree [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.650269] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c9d39380-1f53-4d65-9470-4b4346248d26 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.313s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.660698] env[62153]: DEBUG nova.network.neutron [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Successfully created port: 2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2215.847009] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2215.847009] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2215.847009] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe919de-e932-4328-a28a-90d570dd2a1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.868080] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.868529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.868858] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.869188] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.869487] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.872348] env[62153]: INFO nova.compute.manager [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Terminating instance [ 2215.876997] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0928c05a-a2b2-4dcb-9d04-66701adcb7a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.908878] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Reconfiguring VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2215.910338] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6c46a7-25c8-4e7b-9699-07408651e72f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.931687] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2215.931687] env[62153]: value = "task-2073808" [ 2215.931687] env[62153]: _type = "Task" [ 2215.931687] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.940377] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.151049] env[62153]: DEBUG nova.scheduler.client.report [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.231721] env[62153]: DEBUG nova.network.neutron [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updated VIF entry in instance network info cache for port a33a96bf-a42b-41e9-893f-c0c8767d2a53. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2216.232119] env[62153]: DEBUG nova.network.neutron [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating instance_info_cache with network_info: [{"id": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "address": "fa:16:3e:f0:a9:43", "network": {"id": "85aa207a-a1a2-41fd-9e8d-0559f4c78a73", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1297391342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bab62be09e54e77a4a77cefa426bacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a96bf-a4", "ovs_interfaceid": "a33a96bf-a42b-41e9-893f-c0c8767d2a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.284134] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2216.311968] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2216.312240] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2216.312398] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2216.312591] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2216.312740] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2216.312885] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2216.313104] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2216.313267] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2216.313437] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2216.313599] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2216.313769] env[62153]: DEBUG nova.virt.hardware [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2216.314698] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e7970-cd8d-4337-8855-a7a0c9f18474 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.323044] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61158a3a-7495-4cd4-b276-38b6f90e661c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.377319] env[62153]: DEBUG nova.compute.manager [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2216.377571] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2216.378481] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcaeab2-4332-4a80-9834-d94618679010 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.385985] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2216.386538] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec5fa9ea-1b63-423b-8a99-c16ce8973a1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.392476] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2216.392476] env[62153]: value = "task-2073809" [ 2216.392476] env[62153]: _type = "Task" [ 2216.392476] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.400370] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.441821] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.656114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.656553] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2216.659144] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.559s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.659415] env[62153]: DEBUG nova.objects.instance [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lazy-loading 'resources' on Instance uuid 34e060ad-61e0-4626-a352-4afe2119c7b3 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.734446] env[62153]: DEBUG oslo_concurrency.lockutils [req-915c2fce-2392-42a8-85ce-2c51e2ac4db5 req-840d2cca-4875-4a9e-90f5-857391eb2951 service nova] Releasing lock "refresh_cache-f8404763-97e4-45fb-80c6-28820708deee" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.903018] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073809, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.943885] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.087488] env[62153]: DEBUG nova.compute.manager [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Received event network-changed-a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2217.087727] env[62153]: DEBUG nova.compute.manager [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Refreshing instance network info cache due to event network-changed-a8d00606-e2e7-49d7-beac-37f2c478a21e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2217.087957] env[62153]: DEBUG oslo_concurrency.lockutils [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] Acquiring lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.088226] env[62153]: DEBUG oslo_concurrency.lockutils [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] Acquired lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.088504] env[62153]: DEBUG nova.network.neutron [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Refreshing network info cache for port a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2217.161905] env[62153]: DEBUG nova.compute.utils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2217.166853] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2217.167104] env[62153]: DEBUG nova.network.neutron [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2217.211463] env[62153]: DEBUG nova.policy [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91b59ca771644c4286b3dc20ac994e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff456bb162be4d87aa21d0847c644751', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2217.228593] env[62153]: DEBUG nova.network.neutron [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Successfully updated port: 2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2217.405958] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073809, 'name': PowerOffVM_Task, 'duration_secs': 0.538936} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.408596] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2217.408856] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2217.409364] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61ca9f9-4471-4a77-a25e-a4bbeee602ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.444014] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.447277] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464e73e-f1e9-4180-b360-bc6076e5163d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.454126] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff55565b-7f9a-426f-831e-a4c61d2e3264 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.485618] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e59d70-03da-40cc-893a-20b6b309beab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.493757] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1be3b2-8754-44c8-b7ab-d92c36f69865 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.508409] env[62153]: DEBUG nova.compute.provider_tree [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.510571] env[62153]: DEBUG nova.network.neutron [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Successfully created port: ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2217.667883] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2217.731967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "refresh_cache-d3c3b812-44d7-434b-810f-48d3e5849ae1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.732144] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "refresh_cache-d3c3b812-44d7-434b-810f-48d3e5849ae1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.732345] env[62153]: DEBUG nova.network.neutron [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2217.739278] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2217.739278] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2217.739398] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleting the datastore file [datastore1] ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2217.739751] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90642ab-08cc-491a-928f-572c141153b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.749520] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2217.749520] env[62153]: value = "task-2073811" [ 2217.749520] env[62153]: _type = "Task" [ 2217.749520] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.758348] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.871951] env[62153]: DEBUG nova.network.neutron [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Updated VIF entry in instance network info cache for port a8d00606-e2e7-49d7-beac-37f2c478a21e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2217.872275] env[62153]: DEBUG nova.network.neutron [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Updating instance_info_cache with network_info: [{"id": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "address": "fa:16:3e:86:db:fa", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d00606-e2", "ovs_interfaceid": "a8d00606-e2e7-49d7-beac-37f2c478a21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.946788] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.015029] env[62153]: DEBUG nova.scheduler.client.report [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.261356] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.272857] env[62153]: DEBUG nova.network.neutron [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.375069] env[62153]: DEBUG oslo_concurrency.lockutils [req-8f90b5f4-e08c-4ae9-b3bb-e48f54ffa0f1 req-56330b5a-81f0-4342-82f8-cb7f4d4b09ab service nova] Releasing lock "refresh_cache-8675a205-96ba-4e20-8062-7a23350f82b8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.407633] env[62153]: DEBUG nova.network.neutron [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Updating instance_info_cache with network_info: [{"id": "2b7ad745-1edf-48cf-b328-ecb745aa368c", "address": "fa:16:3e:ac:89:21", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7ad745-1e", "ovs_interfaceid": "2b7ad745-1edf-48cf-b328-ecb745aa368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.448959] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.520026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.523433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.402s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.525080] env[62153]: INFO nova.compute.claims [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2218.543712] env[62153]: INFO nova.scheduler.client.report [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted allocations for instance 34e060ad-61e0-4626-a352-4afe2119c7b3 [ 2218.677100] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2218.701601] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2218.701855] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2218.702014] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2218.702202] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2218.702388] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2218.702542] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2218.702746] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2218.702905] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2218.703909] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2218.703909] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2218.703909] env[62153]: DEBUG nova.virt.hardware [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2218.704277] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f36740-f5de-4609-9b55-ca75c2a3966d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.712094] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c163023b-4337-4e67-a2c2-cd826fa012e1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.761391] env[62153]: DEBUG oslo_vmware.api [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.640671} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.761624] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2218.761803] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2218.761975] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2218.762169] env[62153]: INFO nova.compute.manager [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Took 2.38 seconds to destroy the instance on the hypervisor. [ 2218.762452] env[62153]: DEBUG oslo.service.loopingcall [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2218.762641] env[62153]: DEBUG nova.compute.manager [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2218.762735] env[62153]: DEBUG nova.network.neutron [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2218.911090] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "refresh_cache-d3c3b812-44d7-434b-810f-48d3e5849ae1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.911345] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Instance network_info: |[{"id": "2b7ad745-1edf-48cf-b328-ecb745aa368c", "address": "fa:16:3e:ac:89:21", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7ad745-1e", "ovs_interfaceid": "2b7ad745-1edf-48cf-b328-ecb745aa368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2218.911771] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:89:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7ad745-1edf-48cf-b328-ecb745aa368c', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2218.919500] env[62153]: DEBUG oslo.service.loopingcall [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2218.919724] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2218.919951] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe541dc-1f73-4213-a7cf-cf8f4c211cf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.941515] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2218.941515] env[62153]: value = "task-2073812" [ 2218.941515] env[62153]: _type = "Task" [ 2218.941515] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.947568] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.952740] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073812, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.008957] env[62153]: DEBUG nova.compute.manager [req-4c1e1569-ed9a-47d1-999f-5cc89ce05e2c req-5044199c-0fd3-4a46-bc8c-9bcabe7fe772 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Received event network-vif-plugged-ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.009237] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c1e1569-ed9a-47d1-999f-5cc89ce05e2c req-5044199c-0fd3-4a46-bc8c-9bcabe7fe772 service nova] Acquiring lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.009463] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c1e1569-ed9a-47d1-999f-5cc89ce05e2c req-5044199c-0fd3-4a46-bc8c-9bcabe7fe772 service nova] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.009631] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c1e1569-ed9a-47d1-999f-5cc89ce05e2c req-5044199c-0fd3-4a46-bc8c-9bcabe7fe772 service nova] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.009791] env[62153]: DEBUG nova.compute.manager [req-4c1e1569-ed9a-47d1-999f-5cc89ce05e2c req-5044199c-0fd3-4a46-bc8c-9bcabe7fe772 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] No waiting events found dispatching network-vif-plugged-ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2219.009961] env[62153]: WARNING nova.compute.manager [req-4c1e1569-ed9a-47d1-999f-5cc89ce05e2c req-5044199c-0fd3-4a46-bc8c-9bcabe7fe772 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Received unexpected event network-vif-plugged-ab1d4740-cf94-4e16-a788-913c837c391b for instance with vm_state building and task_state spawning. [ 2219.051901] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6c5f2ec1-a526-4869-bccc-107c20c486cd tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "34e060ad-61e0-4626-a352-4afe2119c7b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.531s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.104272] env[62153]: DEBUG nova.network.neutron [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Successfully updated port: ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2219.159731] env[62153]: DEBUG nova.compute.manager [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Received event network-vif-plugged-2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.160088] env[62153]: DEBUG oslo_concurrency.lockutils [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] Acquiring lock "d3c3b812-44d7-434b-810f-48d3e5849ae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.160426] env[62153]: DEBUG oslo_concurrency.lockutils [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.160699] env[62153]: DEBUG oslo_concurrency.lockutils [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.160968] env[62153]: DEBUG nova.compute.manager [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] No waiting events found dispatching network-vif-plugged-2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2219.161257] env[62153]: WARNING nova.compute.manager [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Received unexpected event network-vif-plugged-2b7ad745-1edf-48cf-b328-ecb745aa368c for instance with vm_state building and task_state spawning. [ 2219.161923] env[62153]: DEBUG nova.compute.manager [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Received event network-changed-2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.161923] env[62153]: DEBUG nova.compute.manager [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Refreshing instance network info cache due to event network-changed-2b7ad745-1edf-48cf-b328-ecb745aa368c. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2219.162154] env[62153]: DEBUG oslo_concurrency.lockutils [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] Acquiring lock "refresh_cache-d3c3b812-44d7-434b-810f-48d3e5849ae1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.162386] env[62153]: DEBUG oslo_concurrency.lockutils [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] Acquired lock "refresh_cache-d3c3b812-44d7-434b-810f-48d3e5849ae1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.162657] env[62153]: DEBUG nova.network.neutron [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Refreshing network info cache for port 2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.449214] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.454320] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073812, 'name': CreateVM_Task, 'duration_secs': 0.494287} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.454401] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2219.455045] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.455217] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.455750] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2219.455750] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a1c4ba-2cfc-498b-b607-375e1242bb16 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.460484] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2219.460484] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e18a15-4fe2-a07a-0312-28e4efa82199" [ 2219.460484] env[62153]: _type = "Task" [ 2219.460484] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.467918] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e18a15-4fe2-a07a-0312-28e4efa82199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.609204] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "refresh_cache-95c76a69-f2f8-4169-8a1b-9ca20b2070bf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.609371] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquired lock "refresh_cache-95c76a69-f2f8-4169-8a1b-9ca20b2070bf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.609524] env[62153]: DEBUG nova.network.neutron [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.778345] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d19f94b-4a26-49ab-8b00-4e4f3ba8bd94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.787024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26971da-a580-4ef6-972a-9a7d5149bd58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.818155] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a5ffc-986a-4dd8-a78f-56c894310fdd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.828355] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663a4ab-4c42-475c-be1c-81d1c8427e33 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.832579] env[62153]: DEBUG nova.network.neutron [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.845312] env[62153]: DEBUG nova.compute.provider_tree [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2219.919278] env[62153]: DEBUG nova.network.neutron [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Updated VIF entry in instance network info cache for port 2b7ad745-1edf-48cf-b328-ecb745aa368c. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2219.919778] env[62153]: DEBUG nova.network.neutron [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Updating instance_info_cache with network_info: [{"id": "2b7ad745-1edf-48cf-b328-ecb745aa368c", "address": "fa:16:3e:ac:89:21", "network": {"id": "365b7210-e443-434b-bf93-9f6fd3311daa", "bridge": "br-int", "label": "tempest-ServersTestJSON-287950457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385bfb83866545fd8b7b7348ef3df945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7ad745-1e", "ovs_interfaceid": "2b7ad745-1edf-48cf-b328-ecb745aa368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.948489] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.972364] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e18a15-4fe2-a07a-0312-28e4efa82199, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.972667] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.972905] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2219.973154] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.973302] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.973480] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2219.973740] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf86b3f6-335c-4c07-a771-00a861e02ab8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.985581] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2219.986028] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2219.986527] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcff92b1-97ad-4ba0-a10e-8fbd9164465f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.992260] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2219.992260] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b5c13-eef6-f259-ee79-9fde190806ed" [ 2219.992260] env[62153]: _type = "Task" [ 2219.992260] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.000739] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b5c13-eef6-f259-ee79-9fde190806ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.090291] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "b255b058-92b9-4607-8962-3d66076b4878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.090789] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "b255b058-92b9-4607-8962-3d66076b4878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.091416] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "b255b058-92b9-4607-8962-3d66076b4878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.091543] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "b255b058-92b9-4607-8962-3d66076b4878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.091679] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "b255b058-92b9-4607-8962-3d66076b4878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.094391] env[62153]: INFO nova.compute.manager [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Terminating instance [ 2220.147437] env[62153]: DEBUG nova.network.neutron [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2220.309437] env[62153]: DEBUG nova.network.neutron [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Updating instance_info_cache with network_info: [{"id": "ab1d4740-cf94-4e16-a788-913c837c391b", "address": "fa:16:3e:c6:68:69", "network": {"id": "74b798d8-fe39-41e3-b1cd-3e8318b5653b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1630905915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff456bb162be4d87aa21d0847c644751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1d4740-cf", "ovs_interfaceid": "ab1d4740-cf94-4e16-a788-913c837c391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.335673] env[62153]: INFO nova.compute.manager [-] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Took 1.57 seconds to deallocate network for instance. [ 2220.347916] env[62153]: DEBUG nova.scheduler.client.report [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.423143] env[62153]: DEBUG oslo_concurrency.lockutils [req-1f36fba6-9d91-41e5-91cb-adb631de8b2e req-2270808b-f3c1-48f6-93d5-ad5d116b3aed service nova] Releasing lock "refresh_cache-d3c3b812-44d7-434b-810f-48d3e5849ae1" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.449517] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.502700] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b5c13-eef6-f259-ee79-9fde190806ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.503525] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985b5636-70be-4ccb-9d55-017bfe2105ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.509009] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2220.509009] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c8398-2676-1557-fa17-28bf15041ef6" [ 2220.509009] env[62153]: _type = "Task" [ 2220.509009] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.517236] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c8398-2676-1557-fa17-28bf15041ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.599462] env[62153]: DEBUG nova.compute.manager [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2220.599650] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2220.600656] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ae262-278e-466f-abe8-89339648028e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.608148] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2220.608415] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d29dbb-1f76-4ca4-8274-150a1c7e02c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.615023] env[62153]: DEBUG oslo_vmware.api [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2220.615023] env[62153]: value = "task-2073813" [ 2220.615023] env[62153]: _type = "Task" [ 2220.615023] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.623715] env[62153]: DEBUG oslo_vmware.api [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.813071] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Releasing lock "refresh_cache-95c76a69-f2f8-4169-8a1b-9ca20b2070bf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.813588] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Instance network_info: |[{"id": "ab1d4740-cf94-4e16-a788-913c837c391b", "address": "fa:16:3e:c6:68:69", "network": {"id": "74b798d8-fe39-41e3-b1cd-3e8318b5653b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1630905915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff456bb162be4d87aa21d0847c644751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1d4740-cf", "ovs_interfaceid": "ab1d4740-cf94-4e16-a788-913c837c391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2220.814272] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:68:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab1d4740-cf94-4e16-a788-913c837c391b', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2220.822919] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Creating folder: Project (ff456bb162be4d87aa21d0847c644751). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2220.823294] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0f2797-c6c4-4d61-b0f3-ad1347afba37 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.834138] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Created folder: Project (ff456bb162be4d87aa21d0847c644751) in parent group-v424816. [ 2220.834300] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Creating folder: Instances. Parent ref: group-v425105. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2220.835110] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da768f6-c29e-4ae9-b430-143bfbc1b9e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.842815] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.844285] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Created folder: Instances in parent group-v425105. [ 2220.844510] env[62153]: DEBUG oslo.service.loopingcall [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.844693] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2220.844906] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7493f68d-d8e9-4958-89cb-d9d1eb752b80 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.861211] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.861701] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2220.864372] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.280s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.864596] env[62153]: DEBUG nova.objects.instance [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'resources' on Instance uuid 70873cb9-f6dd-4230-a9f4-7d726f225c0d {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.870839] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2220.870839] env[62153]: value = "task-2073816" [ 2220.870839] env[62153]: _type = "Task" [ 2220.870839] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.880548] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073816, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.950287] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.022942] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c8398-2676-1557-fa17-28bf15041ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.023425] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.023837] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d3c3b812-44d7-434b-810f-48d3e5849ae1/d3c3b812-44d7-434b-810f-48d3e5849ae1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2221.024294] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5807f1-6b7c-434c-a247-d65502c79e68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.032352] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2221.032352] env[62153]: value = "task-2073817" [ 2221.032352] env[62153]: _type = "Task" [ 2221.032352] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.042138] env[62153]: DEBUG nova.compute.manager [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Received event network-changed-ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.042138] env[62153]: DEBUG nova.compute.manager [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Refreshing instance network info cache due to event network-changed-ab1d4740-cf94-4e16-a788-913c837c391b. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2221.042138] env[62153]: DEBUG oslo_concurrency.lockutils [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] Acquiring lock "refresh_cache-95c76a69-f2f8-4169-8a1b-9ca20b2070bf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.042356] env[62153]: DEBUG oslo_concurrency.lockutils [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] Acquired lock "refresh_cache-95c76a69-f2f8-4169-8a1b-9ca20b2070bf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.042651] env[62153]: DEBUG nova.network.neutron [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Refreshing network info cache for port ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2221.049756] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.125861] env[62153]: DEBUG oslo_vmware.api [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073813, 'name': PowerOffVM_Task, 'duration_secs': 0.217304} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.126141] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.126315] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2221.126565] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904c073b-e5cd-41a3-8e87-5f0336183ef8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.189502] env[62153]: DEBUG nova.compute.manager [req-2cb39c2e-ced9-4989-978d-1895a33e8edb req-7515103a-f94f-4dc4-93cb-52fa38cf8fda service nova] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Received event network-vif-deleted-8ee7b3cb-e886-41e2-a86c-a17d1ba1fe2b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.258891] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2221.259297] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2221.259462] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleting the datastore file [datastore1] b255b058-92b9-4607-8962-3d66076b4878 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2221.259702] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1561de2b-1536-4cd9-9086-2d3982938293 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.268038] env[62153]: DEBUG oslo_vmware.api [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2221.268038] env[62153]: value = "task-2073819" [ 2221.268038] env[62153]: _type = "Task" [ 2221.268038] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.276999] env[62153]: DEBUG oslo_vmware.api [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.368617] env[62153]: DEBUG nova.compute.utils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.373896] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2221.374288] env[62153]: DEBUG nova.network.neutron [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2221.386687] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073816, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.421990] env[62153]: DEBUG nova.policy [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cfad1cd7bb24a709158b293e654508c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d618172d24090830e111969ed9d8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2221.453923] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.546960] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491425} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.547278] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d3c3b812-44d7-434b-810f-48d3e5849ae1/d3c3b812-44d7-434b-810f-48d3e5849ae1.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2221.547655] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2221.547959] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d5b7e7-e458-4226-b06e-8ea467d678a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.556282] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2221.556282] env[62153]: value = "task-2073820" [ 2221.556282] env[62153]: _type = "Task" [ 2221.556282] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.565730] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.643629] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f07d807-3071-4c81-88bf-e043f8df91c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.653863] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44640583-92b9-4dfb-8eda-bc545e8e0f44 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.688956] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5bc424-ba9d-4d79-a6e5-8dccd9a8a6e9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.697715] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f7622-db96-4923-b99a-9fc76c570c7a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.711713] env[62153]: DEBUG nova.compute.provider_tree [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.715455] env[62153]: DEBUG nova.network.neutron [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Successfully created port: f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2221.777741] env[62153]: DEBUG oslo_vmware.api [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340598} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.777983] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2221.778183] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2221.778362] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2221.778532] env[62153]: INFO nova.compute.manager [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: b255b058-92b9-4607-8962-3d66076b4878] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2221.778765] env[62153]: DEBUG oslo.service.loopingcall [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2221.778945] env[62153]: DEBUG nova.compute.manager [-] [instance: b255b058-92b9-4607-8962-3d66076b4878] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2221.779047] env[62153]: DEBUG nova.network.neutron [-] [instance: b255b058-92b9-4607-8962-3d66076b4878] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2221.786763] env[62153]: DEBUG nova.network.neutron [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Updated VIF entry in instance network info cache for port ab1d4740-cf94-4e16-a788-913c837c391b. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2221.787598] env[62153]: DEBUG nova.network.neutron [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Updating instance_info_cache with network_info: [{"id": "ab1d4740-cf94-4e16-a788-913c837c391b", "address": "fa:16:3e:c6:68:69", "network": {"id": "74b798d8-fe39-41e3-b1cd-3e8318b5653b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1630905915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff456bb162be4d87aa21d0847c644751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1d4740-cf", "ovs_interfaceid": "ab1d4740-cf94-4e16-a788-913c837c391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.872395] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2221.886868] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073816, 'name': CreateVM_Task, 'duration_secs': 0.628831} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.887134] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2221.887980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.888223] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.888630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2221.888947] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79303f1-5123-4e9d-be78-cd8c10bf1791 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.894621] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2221.894621] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528acd55-aef7-53e7-79d7-93ed193e70ea" [ 2221.894621] env[62153]: _type = "Task" [ 2221.894621] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.904709] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528acd55-aef7-53e7-79d7-93ed193e70ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.951714] env[62153]: DEBUG oslo_vmware.api [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073808, 'name': ReconfigVM_Task, 'duration_secs': 5.78629} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.951943] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.952165] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Reconfigured VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2222.069215] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062893} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.069580] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2222.074024] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afb32ba-b926-4e56-ae49-17e9f7786ecb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.117882] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d3c3b812-44d7-434b-810f-48d3e5849ae1/d3c3b812-44d7-434b-810f-48d3e5849ae1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2222.118348] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1dff089-bf0d-4d93-8015-23553a651a4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.148764] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2222.148764] env[62153]: value = "task-2073821" [ 2222.148764] env[62153]: _type = "Task" [ 2222.148764] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.157268] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.215648] env[62153]: DEBUG nova.scheduler.client.report [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.290352] env[62153]: DEBUG oslo_concurrency.lockutils [req-3c3841e5-45b2-4ba4-847a-fb59519846e1 req-0e3d3ab2-9f58-453a-a9e5-8ccc415454d4 service nova] Releasing lock "refresh_cache-95c76a69-f2f8-4169-8a1b-9ca20b2070bf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.405269] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528acd55-aef7-53e7-79d7-93ed193e70ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.405544] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.405788] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2222.405971] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.406142] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.406743] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2222.406743] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04db9f93-f377-4341-9f7e-0e6d07fb7b5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.415558] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2222.415735] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2222.416737] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-188c63b4-f894-4cd8-8f1f-a089364f83d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.422711] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2222.422711] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d83e2d-0c5a-b05a-8f09-e0e13d67148f" [ 2222.422711] env[62153]: _type = "Task" [ 2222.422711] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.430518] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d83e2d-0c5a-b05a-8f09-e0e13d67148f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.658653] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.720366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.722944] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.064s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.724562] env[62153]: INFO nova.compute.claims [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2222.727282] env[62153]: DEBUG nova.network.neutron [-] [instance: b255b058-92b9-4607-8962-3d66076b4878] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.744533] env[62153]: INFO nova.scheduler.client.report [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocations for instance 70873cb9-f6dd-4230-a9f4-7d726f225c0d [ 2222.883010] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2222.908416] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2222.908704] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2222.908830] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2222.909016] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2222.909204] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2222.909347] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2222.909560] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2222.909720] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2222.909886] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2222.910062] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2222.910242] env[62153]: DEBUG nova.virt.hardware [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2222.911095] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4930a7d7-eec9-41f2-976a-a8e242f92916 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.918876] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fdaa70-a635-4f99-a465-898f0aa53915 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.940358] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d83e2d-0c5a-b05a-8f09-e0e13d67148f, 'name': SearchDatastore_Task, 'duration_secs': 0.017138} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.941060] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f7c38f-9dd2-407a-8472-c59364b914b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.946054] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2222.946054] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dea229-24d1-ea09-ac41-3021e9a95795" [ 2222.946054] env[62153]: _type = "Task" [ 2222.946054] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.953228] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dea229-24d1-ea09-ac41-3021e9a95795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.159534] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073821, 'name': ReconfigVM_Task, 'duration_secs': 0.721301} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.159658] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d3c3b812-44d7-434b-810f-48d3e5849ae1/d3c3b812-44d7-434b-810f-48d3e5849ae1.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2223.160991] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935a4ec1-77d0-4a8d-b643-9c004804287d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.166696] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2223.166696] env[62153]: value = "task-2073822" [ 2223.166696] env[62153]: _type = "Task" [ 2223.166696] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.177321] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073822, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.217577] env[62153]: DEBUG nova.compute.manager [req-0635888f-5655-427c-a162-d0b25c59c151 req-7ad9ca37-ebae-47df-a804-bbd804ab1888 service nova] [instance: b255b058-92b9-4607-8962-3d66076b4878] Received event network-vif-deleted-cbe402e8-a549-4261-a76b-e1497e3e3b22 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2223.231866] env[62153]: INFO nova.compute.manager [-] [instance: b255b058-92b9-4607-8962-3d66076b4878] Took 1.45 seconds to deallocate network for instance. [ 2223.251231] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1b87cf6-057e-42d3-8b0f-594e90f0ad3a tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "70873cb9-f6dd-4230-a9f4-7d726f225c0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.665s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.376461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.376461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.376461] env[62153]: DEBUG nova.network.neutron [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2223.459639] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dea229-24d1-ea09-ac41-3021e9a95795, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.459904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.460333] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 95c76a69-f2f8-4169-8a1b-9ca20b2070bf/95c76a69-f2f8-4169-8a1b-9ca20b2070bf.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2223.460699] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d278e08-9bdc-47a5-8937-97916abd943f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.468934] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2223.468934] env[62153]: value = "task-2073823" [ 2223.468934] env[62153]: _type = "Task" [ 2223.468934] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.478611] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.514180] env[62153]: DEBUG nova.network.neutron [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Successfully updated port: f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2223.677396] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073822, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.736684] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2223.736684] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2223.741932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.987581] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.007125] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900ce6b-9087-4996-8ab7-a8737ef226bb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.012766] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.012993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.020033] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.020033] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.020033] env[62153]: DEBUG nova.network.neutron [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.021309] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5306fb9-3744-4604-a5e8-596270dfb6e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.059900] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f500611-4e88-4deb-b670-00fff1aea447 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.068671] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79815ba8-fdbf-4c83-a72f-a2d39712a93f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.084010] env[62153]: DEBUG nova.compute.provider_tree [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2224.178076] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073822, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.244146] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.244146] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2224.244358] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2224.359586] env[62153]: INFO nova.network.neutron [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Port 97802b72-ef10-4281-a421-b1c5a76f93a1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2224.359938] env[62153]: DEBUG nova.network.neutron [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.486328] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073823, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.494529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "9a464054-39f9-443a-bf4c-1269725c5c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.494778] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.530613] env[62153]: DEBUG nova.compute.utils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.572517] env[62153]: DEBUG nova.network.neutron [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2224.591020] env[62153]: DEBUG nova.scheduler.client.report [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.682821] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073822, 'name': Rename_Task, 'duration_secs': 1.159214} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.683726] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2224.684020] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4c6f3d-af87-4724-9431-c674accb5913 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.692179] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2224.692179] env[62153]: value = "task-2073824" [ 2224.692179] env[62153]: _type = "Task" [ 2224.692179] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.701419] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.749101] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2224.749325] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2224.749466] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2224.749639] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2224.781728] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.781728] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.781728] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2224.781728] env[62153]: DEBUG nova.objects.instance [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lazy-loading 'info_cache' on Instance uuid ecdd8782-c2af-45cc-bf8d-d516a83742b2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.818600] env[62153]: DEBUG nova.network.neutron [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.862663] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.982693] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073823, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.242625} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.982942] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 95c76a69-f2f8-4169-8a1b-9ca20b2070bf/95c76a69-f2f8-4169-8a1b-9ca20b2070bf.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2224.983156] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2224.983405] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d15ea22-ab59-4d50-b1ec-410f315976f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.992560] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2224.992560] env[62153]: value = "task-2073825" [ 2224.992560] env[62153]: _type = "Task" [ 2224.992560] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.001164] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2225.004208] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.033617] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.094731] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.095281] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2225.098618] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.191s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.098956] env[62153]: DEBUG nova.objects.instance [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lazy-loading 'resources' on Instance uuid 01b365de-d0d6-4276-9f80-24e61a9d6fa0 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2225.202012] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.321585] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.321939] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance network_info: |[{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2225.322380] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:42:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0167650-d946-4d7e-9a44-3fd3fb9ea21e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2225.330039] env[62153]: DEBUG oslo.service.loopingcall [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2225.330574] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2225.330806] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2caca97-0728-486d-aea3-3567832165ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.350924] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2225.350924] env[62153]: value = "task-2073826" [ 2225.350924] env[62153]: _type = "Task" [ 2225.350924] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.358514] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073826, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.366890] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5c554bae-b6ef-434a-bf12-94974d2c8d99 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-2f1a43d6-146b-4107-8309-2e170d24ef37-97802b72-ef10-4281-a421-b1c5a76f93a1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.026s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.493844] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-23ba5485-42a8-4a90-b190-1a7f35358314-97802b72-ef10-4281-a421-b1c5a76f93a1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.494332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-23ba5485-42a8-4a90-b190-1a7f35358314-97802b72-ef10-4281-a421-b1c5a76f93a1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.494851] env[62153]: DEBUG nova.objects.instance [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'flavor' on Instance uuid 23ba5485-42a8-4a90-b190-1a7f35358314 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2225.509446] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071123} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.512701] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2225.514716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1456b944-9d90-43a4-8c45-ebb2fa959c47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.538395] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 95c76a69-f2f8-4169-8a1b-9ca20b2070bf/95c76a69-f2f8-4169-8a1b-9ca20b2070bf.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2225.539897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.540520] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e38bce1-0706-4bc4-9ebe-9d28fad7530c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.560469] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2225.560469] env[62153]: value = "task-2073827" [ 2225.560469] env[62153]: _type = "Task" [ 2225.560469] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.569048] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.600535] env[62153]: DEBUG nova.compute.utils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2225.601978] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2225.602889] env[62153]: DEBUG nova.network.neutron [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2225.657628] env[62153]: DEBUG nova.policy [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce663d9c2fe541fe9147b8e157d360cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e83d0f6afc6c4969985e61a1f337bcf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2225.704241] env[62153]: DEBUG oslo_vmware.api [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073824, 'name': PowerOnVM_Task, 'duration_secs': 0.532102} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.704534] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.704716] env[62153]: INFO nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Took 9.42 seconds to spawn the instance on the hypervisor. [ 2225.704899] env[62153]: DEBUG nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2225.705852] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f1846-bdc0-4c42-b898-a6a13ff8934a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.869711] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073826, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.920402] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95477cf-e248-4f44-a84b-f32c316bc8c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.928794] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3ce158-f45a-4369-8aca-f27abe0e792d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.964631] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e8302-9a3c-48c7-89fe-d74c9a6252bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.974347] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc48f3f-81de-4f13-9939-0082221d2fd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.983636] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-vif-plugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2225.983874] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.984086] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.984293] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.984737] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] No waiting events found dispatching network-vif-plugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2225.984737] env[62153]: WARNING nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received unexpected event network-vif-plugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e for instance with vm_state building and task_state spawning. [ 2225.984798] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2225.984911] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing instance network info cache due to event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2225.985451] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.985451] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.985451] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2225.998294] env[62153]: DEBUG nova.compute.provider_tree [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.017415] env[62153]: DEBUG nova.network.neutron [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Successfully created port: e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2226.073711] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.083568] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.083970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.084209] env[62153]: INFO nova.compute.manager [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Attaching volume 3932965e-7da0-401f-9a91-8adf87e44670 to /dev/sdb [ 2226.109824] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2226.131608] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747db86d-df1f-4776-a94f-185a613c9779 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.140233] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3facb24-e0e3-4f6e-90b9-85accfec4bb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.160259] env[62153]: DEBUG nova.virt.block_device [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating existing volume attachment record: a0e73c19-bba1-42fe-9a6c-96e22059fdb4 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2226.172104] env[62153]: DEBUG nova.objects.instance [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'pci_requests' on Instance uuid 23ba5485-42a8-4a90-b190-1a7f35358314 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.226194] env[62153]: INFO nova.compute.manager [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Took 15.90 seconds to build instance. [ 2226.370586] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073826, 'name': CreateVM_Task, 'duration_secs': 0.928981} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.370772] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2226.371762] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.371762] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.371969] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2226.372239] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199bd2f0-1228-467a-b566-e425a818e2c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.377273] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2226.377273] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5247a83f-ada6-ac78-427c-1c17007c61e6" [ 2226.377273] env[62153]: _type = "Task" [ 2226.377273] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.385966] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5247a83f-ada6-ac78-427c-1c17007c61e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.501965] env[62153]: DEBUG nova.scheduler.client.report [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.572411] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073827, 'name': ReconfigVM_Task, 'duration_secs': 0.923735} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.572734] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 95c76a69-f2f8-4169-8a1b-9ca20b2070bf/95c76a69-f2f8-4169-8a1b-9ca20b2070bf.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2226.573465] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a54d1dd6-6616-4711-b488-3488180bb6c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.583388] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2226.583388] env[62153]: value = "task-2073829" [ 2226.583388] env[62153]: _type = "Task" [ 2226.583388] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.591915] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073829, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.678147] env[62153]: DEBUG nova.objects.base [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Object Instance<23ba5485-42a8-4a90-b190-1a7f35358314> lazy-loaded attributes: flavor,pci_requests {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2226.678689] env[62153]: DEBUG nova.network.neutron [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2226.730447] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3635aa98-67b1-4b2a-acb0-4a792a2b9ee0 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.413s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.786366] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updated VIF entry in instance network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2226.786366] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.819743] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.832213] env[62153]: DEBUG nova.policy [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1173996b01214febae755e27d536bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66c73d685b27484d90e0e2d17b61e185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2226.888781] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5247a83f-ada6-ac78-427c-1c17007c61e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.888781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.888941] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2226.890341] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.890341] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.890341] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2226.890341] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd3d849-ba8d-47aa-85aa-e96e099e9cc9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.899378] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2226.900788] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2226.900788] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee54913-c8ea-42d8-add1-b945cdca80ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.907820] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2226.907820] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234c8e4-b938-a5b2-7118-8d8ab8c9bcec" [ 2226.907820] env[62153]: _type = "Task" [ 2226.907820] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.917154] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234c8e4-b938-a5b2-7118-8d8ab8c9bcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.007921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.011031] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.168s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.011158] env[62153]: DEBUG nova.objects.instance [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'resources' on Instance uuid ad51b85e-b1c2-4be1-959b-cd3004e45773 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.040974] env[62153]: INFO nova.scheduler.client.report [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Deleted allocations for instance 01b365de-d0d6-4276-9f80-24e61a9d6fa0 [ 2227.096595] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073829, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.124800] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2227.154571] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2227.154571] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2227.154708] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2227.155021] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2227.155262] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2227.155508] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2227.155844] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2227.156126] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2227.156428] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2227.156714] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2227.157010] env[62153]: DEBUG nova.virt.hardware [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2227.158322] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddabfa-6eac-4e4b-a742-3874cb749b78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.172222] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c00a2-7451-46fb-a7ce-8b009d686175 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.288379] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.288672] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2227.288856] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing instance network info cache due to event network-changed-18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2227.289086] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquiring lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.289271] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquired lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.289446] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Refreshing network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2227.323065] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.323513] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2227.323779] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.323998] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.324224] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.324432] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.324631] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.324832] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.325385] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2227.325385] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2227.422518] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5234c8e4-b938-a5b2-7118-8d8ab8c9bcec, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.423771] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6e0641-2935-48f9-8e7e-90c21372bdc0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.430498] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2227.430498] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528e18d4-f8bb-642c-2248-73ad5759b1c6" [ 2227.430498] env[62153]: _type = "Task" [ 2227.430498] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.438348] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528e18d4-f8bb-642c-2248-73ad5759b1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.550421] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cca8c1fe-7138-4a0b-8008-233288ac8162 tempest-ServerRescueTestJSON-1387955425 tempest-ServerRescueTestJSON-1387955425-project-member] Lock "01b365de-d0d6-4276-9f80-24e61a9d6fa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.170s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.598030] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073829, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.737804] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4268c-9fec-4c58-bba0-a019fde3893a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.745847] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304b477-a776-45dd-9657-a58ece9e62a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.777166] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabbaef8-dc3a-4fdf-93a6-82741b659ee7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.784778] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2559f9-d978-4352-9ac9-8a394ba72072 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.800589] env[62153]: DEBUG nova.compute.provider_tree [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.828781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.941451] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528e18d4-f8bb-642c-2248-73ad5759b1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.025806} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.944063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.944330] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2227.944595] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40475414-a211-450b-b4f4-612924aa32a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.951536] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2227.951536] env[62153]: value = "task-2073832" [ 2227.951536] env[62153]: _type = "Task" [ 2227.951536] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.959666] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.964583] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.964583] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.964583] env[62153]: DEBUG nova.compute.manager [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2227.965396] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61976cd-60b8-4960-a71c-d60c1dd89ef1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.971372] env[62153]: DEBUG nova.compute.manager [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2227.971922] env[62153]: DEBUG nova.objects.instance [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'flavor' on Instance uuid d3c3b812-44d7-434b-810f-48d3e5849ae1 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2228.051204] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updated VIF entry in instance network info cache for port 18ec8109-5f45-46db-8905-3d7abe61e2d9. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2228.051682] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [{"id": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "address": "fa:16:3e:6c:ca:0a", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8109-5f", "ovs_interfaceid": "18ec8109-5f45-46db-8905-3d7abe61e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.056768] env[62153]: DEBUG nova.compute.manager [req-514e4660-f4e6-4519-8be0-9e4c1ccfdcbc req-e5476d1f-9987-470e-a3f1-83ae547175a6 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Received event network-vif-plugged-e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.056998] env[62153]: DEBUG oslo_concurrency.lockutils [req-514e4660-f4e6-4519-8be0-9e4c1ccfdcbc req-e5476d1f-9987-470e-a3f1-83ae547175a6 service nova] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.057291] env[62153]: DEBUG oslo_concurrency.lockutils [req-514e4660-f4e6-4519-8be0-9e4c1ccfdcbc req-e5476d1f-9987-470e-a3f1-83ae547175a6 service nova] Lock "297fb26a-6280-481f-8151-77ccfd3baabb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.060047] env[62153]: DEBUG oslo_concurrency.lockutils [req-514e4660-f4e6-4519-8be0-9e4c1ccfdcbc req-e5476d1f-9987-470e-a3f1-83ae547175a6 service nova] Lock "297fb26a-6280-481f-8151-77ccfd3baabb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.060047] env[62153]: DEBUG nova.compute.manager [req-514e4660-f4e6-4519-8be0-9e4c1ccfdcbc req-e5476d1f-9987-470e-a3f1-83ae547175a6 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] No waiting events found dispatching network-vif-plugged-e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2228.060047] env[62153]: WARNING nova.compute.manager [req-514e4660-f4e6-4519-8be0-9e4c1ccfdcbc req-e5476d1f-9987-470e-a3f1-83ae547175a6 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Received unexpected event network-vif-plugged-e95bc8f1-4cec-4191-88fd-a91348ad8292 for instance with vm_state building and task_state spawning. [ 2228.096734] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073829, 'name': Rename_Task, 'duration_secs': 1.233837} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.096997] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2228.097477] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc395719-66ff-4299-81f1-3c27693e6f50 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.103804] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2228.103804] env[62153]: value = "task-2073833" [ 2228.103804] env[62153]: _type = "Task" [ 2228.103804] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.113929] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.132778] env[62153]: DEBUG nova.network.neutron [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Successfully updated port: e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2228.310041] env[62153]: DEBUG nova.scheduler.client.report [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2228.384506] env[62153]: DEBUG nova.compute.manager [req-2fa18c4b-7349-48c6-a66f-ceaf1f573a70 req-7029d2f5-4043-48c9-bc2c-668e4574416f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-vif-plugged-97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.386978] env[62153]: DEBUG oslo_concurrency.lockutils [req-2fa18c4b-7349-48c6-a66f-ceaf1f573a70 req-7029d2f5-4043-48c9-bc2c-668e4574416f service nova] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.386978] env[62153]: DEBUG oslo_concurrency.lockutils [req-2fa18c4b-7349-48c6-a66f-ceaf1f573a70 req-7029d2f5-4043-48c9-bc2c-668e4574416f service nova] Lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.386978] env[62153]: DEBUG oslo_concurrency.lockutils [req-2fa18c4b-7349-48c6-a66f-ceaf1f573a70 req-7029d2f5-4043-48c9-bc2c-668e4574416f service nova] Lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.386978] env[62153]: DEBUG nova.compute.manager [req-2fa18c4b-7349-48c6-a66f-ceaf1f573a70 req-7029d2f5-4043-48c9-bc2c-668e4574416f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] No waiting events found dispatching network-vif-plugged-97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2228.386978] env[62153]: WARNING nova.compute.manager [req-2fa18c4b-7349-48c6-a66f-ceaf1f573a70 req-7029d2f5-4043-48c9-bc2c-668e4574416f service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received unexpected event network-vif-plugged-97802b72-ef10-4281-a421-b1c5a76f93a1 for instance with vm_state active and task_state None. [ 2228.474398] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.520296] env[62153]: DEBUG nova.network.neutron [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Successfully updated port: 97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2228.555831] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Releasing lock "refresh_cache-2f1a43d6-146b-4107-8309-2e170d24ef37" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.557160] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.557160] env[62153]: DEBUG nova.compute.manager [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing instance network info cache due to event network-changed-4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2228.557160] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.557160] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.557160] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2229.375517] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.375857] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.375857] env[62153]: DEBUG nova.network.neutron [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2229.378188] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.380638] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.381086] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.383528] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.645s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.383992] env[62153]: DEBUG nova.objects.instance [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lazy-loading 'resources' on Instance uuid b255b058-92b9-4607-8962-3d66076b4878 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2229.388764] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce8cdd4-6754-4e2e-84d9-a1e5ab75b608 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.396925] env[62153]: DEBUG oslo_vmware.api [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073833, 'name': PowerOnVM_Task, 'duration_secs': 0.653313} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.400489] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2229.400489] env[62153]: INFO nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Took 10.72 seconds to spawn the instance on the hypervisor. [ 2229.400618] env[62153]: DEBUG nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2229.402352] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624636} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.403394] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a59d8b-fc33-4917-b022-b14ebccd124f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.406035] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2229.406035] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2229.406305] env[62153]: DEBUG oslo_vmware.api [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2229.406305] env[62153]: value = "task-2073835" [ 2229.406305] env[62153]: _type = "Task" [ 2229.406305] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.407212] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de60501a-3bff-413d-899b-6062741541d2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.421059] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2229.421059] env[62153]: value = "task-2073836" [ 2229.421059] env[62153]: _type = "Task" [ 2229.421059] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.427316] env[62153]: DEBUG oslo_vmware.api [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.432839] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.454208] env[62153]: INFO nova.scheduler.client.report [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted allocations for instance ad51b85e-b1c2-4be1-959b-cd3004e45773 [ 2229.701706] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updated VIF entry in instance network info cache for port 4af09347-8a2e-4296-ba7b-a6dc546f0ed5. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.702116] env[62153]: DEBUG nova.network.neutron [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.911154] env[62153]: DEBUG nova.network.neutron [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2229.925194] env[62153]: DEBUG oslo_vmware.api [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073835, 'name': PowerOffVM_Task, 'duration_secs': 0.223449} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.930742] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.930969] env[62153]: DEBUG nova.compute.manager [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2229.935201] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ad12d-0c1e-485b-a33b-20cb68845a00 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.937800] env[62153]: INFO nova.compute.manager [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Took 18.68 seconds to build instance. [ 2229.948292] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082265} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.950125] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2229.950906] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3905fc-0ea9-4bec-b9fe-a51eaca91f1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.960946] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3ba26385-e513-4920-a1fd-a56bc88af127 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "ad51b85e-b1c2-4be1-959b-cd3004e45773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.092s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.983481] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2229.988626] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69f593e-5843-4cfc-9f11-712c96663e71 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.008453] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2230.008453] env[62153]: value = "task-2073837" [ 2230.008453] env[62153]: _type = "Task" [ 2230.008453] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.016114] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.099981] env[62153]: DEBUG nova.compute.manager [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Received event network-changed-e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2230.100258] env[62153]: DEBUG nova.compute.manager [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Refreshing instance network info cache due to event network-changed-e95bc8f1-4cec-4191-88fd-a91348ad8292. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2230.101607] env[62153]: DEBUG oslo_concurrency.lockutils [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] Acquiring lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.127835] env[62153]: DEBUG nova.network.neutron [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updating instance_info_cache with network_info: [{"id": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "address": "fa:16:3e:27:cb:e1", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95bc8f1-4c", "ovs_interfaceid": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.181262] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03eaf0a-d520-4769-b8db-b5c367421bfe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.190537] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2879782-7a25-4ebb-b2c9-0e7c909a91ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.221883] env[62153]: DEBUG oslo_concurrency.lockutils [req-3e1c7447-9e1f-4a79-ac59-f934583d4aa2 req-3a9acc10-ef8d-42a9-baa6-32ec741f1f34 service nova] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.222966] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.223184] env[62153]: DEBUG nova.network.neutron [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2230.225297] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181bd33-151d-4ece-a800-171ad79a9f51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.238406] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f246f530-ceff-43ef-a4c6-cf8df5cfaeab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.253252] env[62153]: DEBUG nova.compute.provider_tree [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2230.441100] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a651b91d-7b6c-4379-a1eb-7a38c654928a tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.198s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.460974] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1aa068c6-b4d2-47db-aaae-7cd0ba53e41f tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.496s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.520573] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.522764] env[62153]: DEBUG nova.compute.manager [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-changed-97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2230.523044] env[62153]: DEBUG nova.compute.manager [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing instance network info cache due to event network-changed-97802b72-ef10-4281-a421-b1c5a76f93a1. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2230.523159] env[62153]: DEBUG oslo_concurrency.lockutils [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.630902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.631278] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Instance network_info: |[{"id": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "address": "fa:16:3e:27:cb:e1", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95bc8f1-4c", "ovs_interfaceid": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2230.631774] env[62153]: DEBUG oslo_concurrency.lockutils [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] Acquired lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.631774] env[62153]: DEBUG nova.network.neutron [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Refreshing network info cache for port e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2230.632992] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:cb:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e95bc8f1-4cec-4191-88fd-a91348ad8292', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2230.642422] env[62153]: DEBUG oslo.service.loopingcall [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.643580] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2230.643670] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85cbc5c6-7a9b-4cbc-8215-83f46e491afd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.664602] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2230.664602] env[62153]: value = "task-2073838" [ 2230.664602] env[62153]: _type = "Task" [ 2230.664602] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.672467] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073838, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.756117] env[62153]: DEBUG nova.scheduler.client.report [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2230.768137] env[62153]: WARNING nova.network.neutron [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] 8795a51b-204b-4878-b34b-b8169051f67c already exists in list: networks containing: ['8795a51b-204b-4878-b34b-b8169051f67c']. ignoring it [ 2231.021239] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073837, 'name': ReconfigVM_Task, 'duration_secs': 0.857569} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.021545] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.022974] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a00c53-14c0-4d64-9e9a-4cb1c42d6978 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.029805] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2231.029805] env[62153]: value = "task-2073839" [ 2231.029805] env[62153]: _type = "Task" [ 2231.029805] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.041434] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073839, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.158303] env[62153]: DEBUG nova.network.neutron [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97802b72-ef10-4281-a421-b1c5a76f93a1", "address": "fa:16:3e:e0:bd:f7", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97802b72-ef", "ovs_interfaceid": "97802b72-ef10-4281-a421-b1c5a76f93a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.175247] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073838, 'name': CreateVM_Task, 'duration_secs': 0.391794} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.175503] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2231.176103] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.176269] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.176600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2231.176848] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c03337f-c4bf-4ab7-857e-866250cdaffd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.182556] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2231.182556] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dc6996-f975-504c-5c37-174b35071fee" [ 2231.182556] env[62153]: _type = "Task" [ 2231.182556] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.192100] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dc6996-f975-504c-5c37-174b35071fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.227563] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2231.227563] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2231.227563] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa1026d-3708-4df0-b80e-6615fa334246 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.244064] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ce4741-1c11-4c55-b19d-6f966badf208 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.265461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.274788] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-3932965e-7da0-401f-9a91-8adf87e44670/volume-3932965e-7da0-401f-9a91-8adf87e44670.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2231.278395] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.738s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.280183] env[62153]: INFO nova.compute.claims [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2231.282606] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a01809-947e-497e-a544-dff8d3afadf7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.303273] env[62153]: DEBUG oslo_vmware.api [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2231.303273] env[62153]: value = "task-2073840" [ 2231.303273] env[62153]: _type = "Task" [ 2231.303273] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.307029] env[62153]: INFO nova.scheduler.client.report [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted allocations for instance b255b058-92b9-4607-8962-3d66076b4878 [ 2231.313191] env[62153]: DEBUG oslo_vmware.api [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.446755] env[62153]: DEBUG nova.network.neutron [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updated VIF entry in instance network info cache for port e95bc8f1-4cec-4191-88fd-a91348ad8292. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2231.447246] env[62153]: DEBUG nova.network.neutron [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updating instance_info_cache with network_info: [{"id": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "address": "fa:16:3e:27:cb:e1", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95bc8f1-4c", "ovs_interfaceid": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.540059] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073839, 'name': Rename_Task, 'duration_secs': 0.137085} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.540059] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2231.540400] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75fb413a-f235-4bd4-acc0-17f8425a3afa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.547364] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2231.547364] env[62153]: value = "task-2073841" [ 2231.547364] env[62153]: _type = "Task" [ 2231.547364] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.554888] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.645361] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.645897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.646022] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.646214] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.646429] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.648910] env[62153]: INFO nova.compute.manager [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Terminating instance [ 2231.662593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.663469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.663727] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.664307] env[62153]: DEBUG oslo_concurrency.lockutils [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.664516] env[62153]: DEBUG nova.network.neutron [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Refreshing network info cache for port 97802b72-ef10-4281-a421-b1c5a76f93a1 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2231.666364] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fdc04e-9d28-420c-8a77-2cfa20a00fb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.686975] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2231.687258] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2231.687481] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2231.687684] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2231.687832] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2231.687978] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2231.688201] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2231.688362] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2231.688527] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2231.688687] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2231.688858] env[62153]: DEBUG nova.virt.hardware [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2231.695958] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Reconfiguring VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2231.699619] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537ea6fc-65bb-4316-9d7a-8a22c4032188 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.718740] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52dc6996-f975-504c-5c37-174b35071fee, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.720088] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.721032] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2231.721032] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.721032] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.721032] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2231.721265] env[62153]: DEBUG oslo_vmware.api [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2231.721265] env[62153]: value = "task-2073842" [ 2231.721265] env[62153]: _type = "Task" [ 2231.721265] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.721469] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ef66694-1628-405d-8490-04ea2e77c21b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.731844] env[62153]: DEBUG oslo_vmware.api [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073842, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.735295] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2231.735523] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2231.736351] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513d74d8-127e-4f33-bb0c-8ea83c7fe63e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.741686] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2231.741686] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5232aef6-1897-4fe6-eedf-3292e6e69ccb" [ 2231.741686] env[62153]: _type = "Task" [ 2231.741686] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.751579] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5232aef6-1897-4fe6-eedf-3292e6e69ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.816915] env[62153]: DEBUG oslo_vmware.api [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073840, 'name': ReconfigVM_Task, 'duration_secs': 0.418531} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.817358] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-3932965e-7da0-401f-9a91-8adf87e44670/volume-3932965e-7da0-401f-9a91-8adf87e44670.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.826608] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e674042a-f4d5-4021-b708-b6ef3c03a6ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.838203] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8d39cc53-8338-45db-be27-4c2540d548b4 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "b255b058-92b9-4607-8962-3d66076b4878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.747s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.845892] env[62153]: DEBUG oslo_vmware.api [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2231.845892] env[62153]: value = "task-2073843" [ 2231.845892] env[62153]: _type = "Task" [ 2231.845892] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.854851] env[62153]: DEBUG oslo_vmware.api [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.951068] env[62153]: DEBUG oslo_concurrency.lockutils [req-4d408b2b-010d-4565-9de7-cab91d7eb2bd req-63bb51da-883c-44c4-b806-3d8ef7ea0502 service nova] Releasing lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.058648] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.152808] env[62153]: DEBUG nova.compute.manager [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2232.153070] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2232.153999] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44e752-fc2e-4b12-9126-7aabc42d9992 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.162171] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2232.162476] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73dbd947-5d11-4c8f-85dc-918fa4d96a89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.168951] env[62153]: DEBUG oslo_vmware.api [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2232.168951] env[62153]: value = "task-2073844" [ 2232.168951] env[62153]: _type = "Task" [ 2232.168951] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.180229] env[62153]: DEBUG oslo_vmware.api [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.233947] env[62153]: DEBUG oslo_vmware.api [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.251788] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5232aef6-1897-4fe6-eedf-3292e6e69ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.020286} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.252790] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67031329-6ad4-44ec-90f0-a1bf67c95136 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.258229] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2232.258229] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ccde82-4b28-5806-c316-616c4ff74251" [ 2232.258229] env[62153]: _type = "Task" [ 2232.258229] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.269262] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ccde82-4b28-5806-c316-616c4ff74251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.348047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.348409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.369405] env[62153]: DEBUG oslo_vmware.api [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073843, 'name': ReconfigVM_Task, 'duration_secs': 0.14481} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.369932] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2232.440598] env[62153]: DEBUG nova.network.neutron [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updated VIF entry in instance network info cache for port 97802b72-ef10-4281-a421-b1c5a76f93a1. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2232.441090] env[62153]: DEBUG nova.network.neutron [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97802b72-ef10-4281-a421-b1c5a76f93a1", "address": "fa:16:3e:e0:bd:f7", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97802b72-ef", "ovs_interfaceid": "97802b72-ef10-4281-a421-b1c5a76f93a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.554230] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b72584-e04c-43cd-bfbf-73d241c23d5a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.560212] env[62153]: DEBUG oslo_vmware.api [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073841, 'name': PowerOnVM_Task, 'duration_secs': 0.525687} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.560860] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2232.561114] env[62153]: INFO nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Took 9.68 seconds to spawn the instance on the hypervisor. [ 2232.561321] env[62153]: DEBUG nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.562103] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4737c619-2112-46f0-9059-e458ab49b5aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.566294] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "9beadd53-916e-4b36-a2a5-d87782070ea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.566514] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.566709] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "9beadd53-916e-4b36-a2a5-d87782070ea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.566888] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.567139] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.569706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d3407d-d07e-40fe-8dd2-56ff6bab29d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.574037] env[62153]: INFO nova.compute.manager [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Terminating instance [ 2232.608686] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef18567-a1a5-4323-8455-12da0fe32aca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.620421] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232cb9c-3dd9-4a75-bca8-3090d86189ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.635464] env[62153]: DEBUG nova.compute.provider_tree [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2232.678909] env[62153]: DEBUG oslo_vmware.api [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073844, 'name': PowerOffVM_Task, 'duration_secs': 0.192833} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.679194] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2232.679331] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2232.679562] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef8625f-b6c2-4049-a1ff-8c64ee48d874 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.735995] env[62153]: DEBUG oslo_vmware.api [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073842, 'name': ReconfigVM_Task, 'duration_secs': 0.900786} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.736432] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.736646] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Reconfigured VM to attach interface {{(pid=62153) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2232.768422] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ccde82-4b28-5806-c316-616c4ff74251, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.768680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.769396] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 297fb26a-6280-481f-8151-77ccfd3baabb/297fb26a-6280-481f-8151-77ccfd3baabb.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2232.769396] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-618f50e4-7077-4cae-850c-8736943401d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.775531] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2232.775531] env[62153]: value = "task-2073846" [ 2232.775531] env[62153]: _type = "Task" [ 2232.775531] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.782704] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.859441] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2232.900611] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2232.900712] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2232.901250] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Deleting the datastore file [datastore1] 95c76a69-f2f8-4169-8a1b-9ca20b2070bf {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2232.901372] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6b9bd6-ea69-4c3a-9243-9709e57a803a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.907938] env[62153]: DEBUG oslo_vmware.api [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for the task: (returnval){ [ 2232.907938] env[62153]: value = "task-2073847" [ 2232.907938] env[62153]: _type = "Task" [ 2232.907938] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.916877] env[62153]: DEBUG oslo_vmware.api [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.943840] env[62153]: DEBUG oslo_concurrency.lockutils [req-446760df-34bc-4531-b3f8-9ae0ce982858 req-9f9f7c01-5e25-4ccb-9a7c-5096a4f19ed2 service nova] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.087909] env[62153]: DEBUG nova.compute.manager [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2233.087909] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2233.088211] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a425c-792b-464a-a50f-a222faa428ac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.092644] env[62153]: INFO nova.compute.manager [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Took 21.00 seconds to build instance. [ 2233.098980] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2233.099353] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f97556-e822-459b-ae53-f0002f6c2948 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.106931] env[62153]: DEBUG oslo_vmware.api [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2233.106931] env[62153]: value = "task-2073848" [ 2233.106931] env[62153]: _type = "Task" [ 2233.106931] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.117619] env[62153]: DEBUG oslo_vmware.api [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.119299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.119578] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.119876] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "d3c3b812-44d7-434b-810f-48d3e5849ae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.120188] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.120508] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.123207] env[62153]: INFO nova.compute.manager [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Terminating instance [ 2233.138805] env[62153]: DEBUG nova.scheduler.client.report [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.242118] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c30f2d90-e507-4919-9945-d7633c0aca00 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-23ba5485-42a8-4a90-b190-1a7f35358314-97802b72-ef10-4281-a421-b1c5a76f93a1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.748s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.286385] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451707} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.286650] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 297fb26a-6280-481f-8151-77ccfd3baabb/297fb26a-6280-481f-8151-77ccfd3baabb.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2233.286869] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2233.287179] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2648301-0f52-4357-80f6-4875bdeda205 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.295477] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2233.295477] env[62153]: value = "task-2073849" [ 2233.295477] env[62153]: _type = "Task" [ 2233.295477] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.303662] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.381190] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.409894] env[62153]: DEBUG nova.objects.instance [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'flavor' on Instance uuid 66de520f-44cc-4880-ac57-9244af7010d8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2233.420631] env[62153]: DEBUG oslo_vmware.api [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Task: {'id': task-2073847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392927} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.420882] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2233.421097] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2233.421430] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2233.421430] env[62153]: INFO nova.compute.manager [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2233.421689] env[62153]: DEBUG oslo.service.loopingcall [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.422493] env[62153]: DEBUG nova.compute.manager [-] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2233.422595] env[62153]: DEBUG nova.network.neutron [-] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2233.596063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-687d8d60-1766-46e7-9fa7-786f992b17c5 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.508s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.616890] env[62153]: DEBUG oslo_vmware.api [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073848, 'name': PowerOffVM_Task, 'duration_secs': 0.234037} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.617416] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2233.618603] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2233.618603] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b7890d0-7aab-4513-a66c-9bf777b033c8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.628350] env[62153]: DEBUG nova.compute.manager [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2233.628558] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2233.629377] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febd5cd1-ac7d-4465-8e2f-b556091b1a42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.637887] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2233.638126] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92033748-c50c-4a51-ba63-679918e5704c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.645253] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.645253] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2233.649862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.819s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.649862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.649862] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2233.649862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.268s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.650477] env[62153]: INFO nova.compute.claims [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2233.654435] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f3ac8d-c7e7-4c0f-ae5e-497c92f7fb2e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.662188] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d743c13-d120-4ee0-917a-d080efdd429d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.679106] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eaaf7b-5a84-4f1c-b1d0-2cf915e3bba6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.687031] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfc3fd7-ee21-4ad6-9401-7320c3d39a89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.721015] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179126MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2233.721239] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.739524] env[62153]: DEBUG nova.compute.manager [req-0ff9ea53-bcb5-462a-ad22-e8af4ad55d30 req-3aab4ff0-3e89-4fac-98c7-0ed28252cef2 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Received event network-vif-deleted-ab1d4740-cf94-4e16-a788-913c837c391b {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2233.739524] env[62153]: INFO nova.compute.manager [req-0ff9ea53-bcb5-462a-ad22-e8af4ad55d30 req-3aab4ff0-3e89-4fac-98c7-0ed28252cef2 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Neutron deleted interface ab1d4740-cf94-4e16-a788-913c837c391b; detaching it from the instance and deleting it from the info cache [ 2233.739838] env[62153]: DEBUG nova.network.neutron [req-0ff9ea53-bcb5-462a-ad22-e8af4ad55d30 req-3aab4ff0-3e89-4fac-98c7-0ed28252cef2 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.785288] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2233.785476] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2233.785711] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] d3c3b812-44d7-434b-810f-48d3e5849ae1 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2233.786024] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2233.786198] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2233.786362] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleting the datastore file [datastore1] 9beadd53-916e-4b36-a2a5-d87782070ea1 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2233.786593] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0bf8b90-004c-40d4-9b22-e5b179c1dccb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.788492] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f21ec4f-cfe4-40a8-bf59-b79c9c3a4bb0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.795271] env[62153]: DEBUG oslo_vmware.api [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2233.795271] env[62153]: value = "task-2073852" [ 2233.795271] env[62153]: _type = "Task" [ 2233.795271] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.796467] env[62153]: DEBUG oslo_vmware.api [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2233.796467] env[62153]: value = "task-2073853" [ 2233.796467] env[62153]: _type = "Task" [ 2233.796467] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.808945] env[62153]: DEBUG oslo_vmware.api [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.814067] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.814288] env[62153]: DEBUG oslo_vmware.api [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.918823] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b24f1e4d-b597-4b34-a8f5-57119b5fcd82 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.078552] env[62153]: DEBUG nova.compute.manager [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2234.078740] env[62153]: DEBUG nova.compute.manager [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing instance network info cache due to event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2234.078954] env[62153]: DEBUG oslo_concurrency.lockutils [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.079109] env[62153]: DEBUG oslo_concurrency.lockutils [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.079336] env[62153]: DEBUG nova.network.neutron [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.154658] env[62153]: DEBUG nova.compute.utils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2234.156212] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2234.156397] env[62153]: DEBUG nova.network.neutron [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2234.169250] env[62153]: DEBUG nova.network.neutron [-] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.207767] env[62153]: DEBUG nova.policy [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea4ab310c0646aa81c26cb35f61d132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8512b41703c3484b9724842aef73844b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2234.242601] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6273e17e-7488-4fa4-8464-7bf33f1bfb65 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.257895] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6add19-d27c-4b27-8e8a-8d897e58bc1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.295059] env[62153]: DEBUG nova.compute.manager [req-0ff9ea53-bcb5-462a-ad22-e8af4ad55d30 req-3aab4ff0-3e89-4fac-98c7-0ed28252cef2 service nova] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Detach interface failed, port_id=ab1d4740-cf94-4e16-a788-913c837c391b, reason: Instance 95c76a69-f2f8-4169-8a1b-9ca20b2070bf could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2234.311479] env[62153]: DEBUG oslo_vmware.api [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360137} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.315048] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.315048] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.315244] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.315378] env[62153]: INFO nova.compute.manager [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2234.315544] env[62153]: DEBUG oslo.service.loopingcall [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.315747] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.816257} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.315942] env[62153]: DEBUG nova.compute.manager [-] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2234.316045] env[62153]: DEBUG nova.network.neutron [-] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2234.320114] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2234.322590] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f064d7d-9283-4856-9ffe-b2c0cff01d16 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.325160] env[62153]: DEBUG oslo_vmware.api [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362426} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.325722] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.325908] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.326116] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.326530] env[62153]: INFO nova.compute.manager [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Took 0.70 seconds to destroy the instance on the hypervisor. [ 2234.326530] env[62153]: DEBUG oslo.service.loopingcall [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.327297] env[62153]: DEBUG nova.compute.manager [-] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2234.327297] env[62153]: DEBUG nova.network.neutron [-] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2234.348613] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 297fb26a-6280-481f-8151-77ccfd3baabb/297fb26a-6280-481f-8151-77ccfd3baabb.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2234.348970] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063fbfcd-59ee-433a-a6d1-d792e3a6eef4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.370682] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2234.370682] env[62153]: value = "task-2073854" [ 2234.370682] env[62153]: _type = "Task" [ 2234.370682] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.379216] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.489940] env[62153]: DEBUG nova.network.neutron [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Successfully created port: 10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2234.659674] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2234.674010] env[62153]: INFO nova.compute.manager [-] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Took 1.25 seconds to deallocate network for instance. [ 2234.722042] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "interface-23ba5485-42a8-4a90-b190-1a7f35358314-97802b72-ef10-4281-a421-b1c5a76f93a1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.722332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-23ba5485-42a8-4a90-b190-1a7f35358314-97802b72-ef10-4281-a421-b1c5a76f93a1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.883223] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073854, 'name': ReconfigVM_Task, 'duration_secs': 0.380742} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.883517] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 297fb26a-6280-481f-8151-77ccfd3baabb/297fb26a-6280-481f-8151-77ccfd3baabb.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2234.884185] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7e3d11-fd36-4831-8140-67242608e8d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.891288] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2234.891288] env[62153]: value = "task-2073855" [ 2234.891288] env[62153]: _type = "Task" [ 2234.891288] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.902509] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073855, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.920781] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4284d2-f0e8-430e-9d81-a64531adb3bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.928398] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3db708-2d4e-4655-b773-65fa6c855a2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.975307] env[62153]: INFO nova.compute.manager [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Rebuilding instance [ 2234.978912] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdecaa1-b4e2-4fcc-b55f-4850d0d28daa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.995575] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf286aa-9215-4933-b887-cc1a53129791 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.018974] env[62153]: DEBUG nova.compute.provider_tree [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2235.053130] env[62153]: DEBUG nova.compute.manager [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.054021] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89f929-e2d4-417f-bc61-4a646744271d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.081396] env[62153]: DEBUG nova.network.neutron [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updated VIF entry in instance network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2235.081760] env[62153]: DEBUG nova.network.neutron [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.187683] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.228746] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.228940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.230266] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b1be0-49a9-462e-89be-c95484779542 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.248199] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a690b59f-2882-4d73-923f-fba0e4762483 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.273730] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Reconfiguring VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2235.273965] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b654fc05-d72e-4e95-a670-2bbd4602b458 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.292560] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2235.292560] env[62153]: value = "task-2073856" [ 2235.292560] env[62153]: _type = "Task" [ 2235.292560] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.302047] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.401060] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073855, 'name': Rename_Task, 'duration_secs': 0.138159} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.401347] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.401591] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e3c918-1e84-43df-aaef-711115551510 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.407837] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2235.407837] env[62153]: value = "task-2073857" [ 2235.407837] env[62153]: _type = "Task" [ 2235.407837] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.415015] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.487101] env[62153]: DEBUG nova.network.neutron [-] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.508691] env[62153]: DEBUG nova.network.neutron [-] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.524085] env[62153]: DEBUG nova.scheduler.client.report [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2235.584995] env[62153]: DEBUG oslo_concurrency.lockutils [req-458f691b-bba4-4835-9c97-7316d1748a4d req-a40304f0-ee57-4d8c-a7eb-0667bb4123ef service nova] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.670887] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2235.696269] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2235.696530] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2235.696688] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2235.696871] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2235.697029] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2235.697195] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2235.697402] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2235.698039] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2235.698039] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2235.698039] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2235.698039] env[62153]: DEBUG nova.virt.hardware [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2235.698910] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7116b8b-1b10-4f52-853f-b94c3d5570cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.707490] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474af56b-aa88-45a9-a4bf-89741efe3f84 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.802916] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.917902] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073857, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.991090] env[62153]: INFO nova.compute.manager [-] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Took 1.67 seconds to deallocate network for instance. [ 2236.011600] env[62153]: INFO nova.compute.manager [-] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Took 1.68 seconds to deallocate network for instance. [ 2236.028495] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.029017] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2236.031540] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.310s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.066929] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2236.067463] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eb1713b-05bc-462d-9dca-0ea7339e0ea7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.075045] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2236.075045] env[62153]: value = "task-2073858" [ 2236.075045] env[62153]: _type = "Task" [ 2236.075045] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.083408] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.136557] env[62153]: DEBUG nova.compute.manager [req-9002e2d3-bb46-4d3b-9c36-17264d2b6675 req-0506ae58-1b23-4b28-a7a9-4eb0a5ec17e0 service nova] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Received event network-vif-deleted-7909ce84-1509-4b77-89e5-7fad410a39f8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2236.136557] env[62153]: DEBUG nova.compute.manager [req-9002e2d3-bb46-4d3b-9c36-17264d2b6675 req-0506ae58-1b23-4b28-a7a9-4eb0a5ec17e0 service nova] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Received event network-vif-deleted-2b7ad745-1edf-48cf-b328-ecb745aa368c {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2236.303708] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.419436] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073857, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.496754] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.518164] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.534617] env[62153]: DEBUG nova.compute.utils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2236.536047] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2236.536227] env[62153]: DEBUG nova.network.neutron [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2236.581688] env[62153]: DEBUG nova.policy [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bd1146e9a9b4fcd958b85f18b0aacaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c11e4b661ee6427bbd63f0447dc511ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2236.586615] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073858, 'name': PowerOffVM_Task, 'duration_secs': 0.327764} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.586858] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2236.650671] env[62153]: INFO nova.compute.manager [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Detaching volume 3932965e-7da0-401f-9a91-8adf87e44670 [ 2236.683067] env[62153]: INFO nova.virt.block_device [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Attempting to driver detach volume 3932965e-7da0-401f-9a91-8adf87e44670 from mountpoint /dev/sdb [ 2236.683394] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2236.683529] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2236.684449] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3eb6c2-25fb-45f6-9cc8-9fde98634d68 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.706654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd44ae-b638-4940-a2df-ff6658516f55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.713251] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e570e-6fb1-4d3a-9f5d-91005537670b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.734105] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d7842-7da5-4939-b359-b8e6c4155d75 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.748600] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] The volume has not been displaced from its original location: [datastore1] volume-3932965e-7da0-401f-9a91-8adf87e44670/volume-3932965e-7da0-401f-9a91-8adf87e44670.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2236.753984] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2236.754295] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b4e0cd-bc62-4096-9c63-7c133c6f9b98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.772335] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2236.772335] env[62153]: value = "task-2073859" [ 2236.772335] env[62153]: _type = "Task" [ 2236.772335] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.780574] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.804507] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.859371] env[62153]: DEBUG nova.network.neutron [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Successfully created port: 20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2236.919858] env[62153]: DEBUG oslo_vmware.api [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073857, 'name': PowerOnVM_Task, 'duration_secs': 1.505158} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.920358] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2236.920613] env[62153]: INFO nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Took 9.80 seconds to spawn the instance on the hypervisor. [ 2236.920820] env[62153]: DEBUG nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.921830] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02252955-4fde-484d-868d-ed17e231cc58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.046192] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2237.074707] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.074863] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance e05c465c-41f8-423c-a721-b5e1ad75bab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.074986] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ac2d72d2-ccda-470a-ba28-2970ac33c77d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075121] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 74037199-d212-462a-b57c-c15da6664497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075261] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 9beadd53-916e-4b36-a2a5-d87782070ea1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2237.075379] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 2f1a43d6-146b-4107-8309-2e170d24ef37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075490] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 66de520f-44cc-4880-ac57-9244af7010d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075597] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 23ba5485-42a8-4a90-b190-1a7f35358314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075705] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 8675a205-96ba-4e20-8062-7a23350f82b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075812] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance f8404763-97e4-45fb-80c6-28820708deee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.075929] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d3c3b812-44d7-434b-810f-48d3e5849ae1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2237.076060] env[62153]: WARNING nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 95c76a69-f2f8-4169-8a1b-9ca20b2070bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2237.076175] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 108b6393-9bc1-4466-bd29-2a662e8da5be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.076283] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 297fb26a-6280-481f-8151-77ccfd3baabb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.076387] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 9a464054-39f9-443a-bf4c-1269725c5c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.076491] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.076775] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2237.076925] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2237.284610] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.304290] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.333298] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca1b13-73fc-4b85-aced-3ab401c0a737 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.340419] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec37ff-0567-43c0-a2e5-2f297dc3af89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.374255] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5668eb-97f0-4d7d-8814-22e64e442227 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.381665] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2220daab-26e2-4248-84cb-7f2340466cf6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.397230] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2237.438363] env[62153]: INFO nova.compute.manager [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Took 22.80 seconds to build instance. [ 2237.783500] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.802635] env[62153]: DEBUG nova.compute.manager [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Received event network-changed-e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.802836] env[62153]: DEBUG nova.compute.manager [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Refreshing instance network info cache due to event network-changed-e95bc8f1-4cec-4191-88fd-a91348ad8292. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2237.803042] env[62153]: DEBUG oslo_concurrency.lockutils [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] Acquiring lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.803175] env[62153]: DEBUG oslo_concurrency.lockutils [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] Acquired lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.803351] env[62153]: DEBUG nova.network.neutron [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Refreshing network info cache for port e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2237.807830] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.901279] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2237.942607] env[62153]: DEBUG oslo_concurrency.lockutils [None req-53f2fed3-b6dc-4beb-aec7-bcf622476761 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.306s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.058458] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2238.086712] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2238.086992] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2238.087233] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2238.087451] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2238.087604] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2238.087762] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2238.087970] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2238.088242] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2238.088445] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2238.088615] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2238.088802] env[62153]: DEBUG nova.virt.hardware [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2238.089765] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402cbdaa-43f0-42c1-9e42-2c0d9ef0be56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.097668] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d50a59-e66b-48cc-9397-24263d8ba131 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.284092] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073859, 'name': ReconfigVM_Task, 'duration_secs': 1.198969} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.284408] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2238.289179] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d37931-b910-4c01-a4dd-ff7734b1e941 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.307678] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.310946] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2238.310946] env[62153]: value = "task-2073860" [ 2238.310946] env[62153]: _type = "Task" [ 2238.310946] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.319495] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.406845] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2238.406845] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.375s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.406845] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.219s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.407066] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.409580] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.913s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.409771] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.412171] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.894s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.412171] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.440249] env[62153]: INFO nova.scheduler.client.report [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Deleted allocations for instance 95c76a69-f2f8-4169-8a1b-9ca20b2070bf [ 2238.442368] env[62153]: INFO nova.scheduler.client.report [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance d3c3b812-44d7-434b-810f-48d3e5849ae1 [ 2238.456170] env[62153]: INFO nova.scheduler.client.report [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted allocations for instance 9beadd53-916e-4b36-a2a5-d87782070ea1 [ 2238.646552] env[62153]: DEBUG nova.network.neutron [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updated VIF entry in instance network info cache for port e95bc8f1-4cec-4191-88fd-a91348ad8292. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2238.646954] env[62153]: DEBUG nova.network.neutron [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updating instance_info_cache with network_info: [{"id": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "address": "fa:16:3e:27:cb:e1", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95bc8f1-4c", "ovs_interfaceid": "e95bc8f1-4cec-4191-88fd-a91348ad8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.809937] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.819456] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073860, 'name': ReconfigVM_Task, 'duration_secs': 0.148273} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.819735] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2238.953304] env[62153]: DEBUG oslo_concurrency.lockutils [None req-28363820-570b-47e8-b162-211d1f9c9909 tempest-ServersNegativeTestMultiTenantJSON-1578255969 tempest-ServersNegativeTestMultiTenantJSON-1578255969-project-member] Lock "95c76a69-f2f8-4169-8a1b-9ca20b2070bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.308s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.954284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-52ee8929-1d20-401b-8889-fd8e86905466 tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "d3c3b812-44d7-434b-810f-48d3e5849ae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.835s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.963774] env[62153]: DEBUG oslo_concurrency.lockutils [None req-be32562e-edf0-49e5-bd06-caed4f2ca5ad tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "9beadd53-916e-4b36-a2a5-d87782070ea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.397s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.150057] env[62153]: DEBUG oslo_concurrency.lockutils [req-2be0c129-bcca-47b6-a008-1873c63648fa req-03cb75ff-f980-4c70-91dc-751110113895 service nova] Releasing lock "refresh_cache-297fb26a-6280-481f-8151-77ccfd3baabb" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.309866] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.810565] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.875657] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2239.875995] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b844795-3df3-4bb1-8e17-0f803b196a6c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.878220] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "74037199-d212-462a-b57c-c15da6664497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.878466] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "74037199-d212-462a-b57c-c15da6664497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.878684] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "74037199-d212-462a-b57c-c15da6664497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.878903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "74037199-d212-462a-b57c-c15da6664497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.879097] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "74037199-d212-462a-b57c-c15da6664497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.881533] env[62153]: INFO nova.compute.manager [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Terminating instance [ 2239.886317] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2239.886317] env[62153]: value = "task-2073861" [ 2239.886317] env[62153]: _type = "Task" [ 2239.886317] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.896056] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2239.896284] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2239.896480] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2239.897248] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947837d8-01fe-4fdd-966b-f4fa68a46846 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.916246] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc0315-ba17-4339-9a70-a87fef0fbd0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.922295] env[62153]: WARNING nova.virt.vmwareapi.driver [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2239.922572] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2239.923323] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bef9fa-a3eb-4476-8212-15865179c111 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.929710] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2239.929930] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e30a810-821b-48cc-b31d-6f9489fb58f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.263257] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.263544] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.263756] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.263941] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.264128] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.266392] env[62153]: INFO nova.compute.manager [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Terminating instance [ 2240.312613] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.391160] env[62153]: DEBUG nova.compute.manager [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2240.391380] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.392437] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad72872-0d54-4f75-83a5-01754c42760b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.399873] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2240.400113] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cac3e67-8b33-46d6-b3ea-e1953f268337 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.406501] env[62153]: DEBUG oslo_vmware.api [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2240.406501] env[62153]: value = "task-2073863" [ 2240.406501] env[62153]: _type = "Task" [ 2240.406501] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.414494] env[62153]: DEBUG oslo_vmware.api [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.770939] env[62153]: DEBUG nova.compute.manager [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2240.771181] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.772095] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249372f9-9d3b-4fce-ae87-748b9681274c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.779689] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2240.779898] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5c49c8-413b-47c7-85b5-43407b605458 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.785654] env[62153]: DEBUG oslo_vmware.api [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2240.785654] env[62153]: value = "task-2073864" [ 2240.785654] env[62153]: _type = "Task" [ 2240.785654] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.793163] env[62153]: DEBUG oslo_vmware.api [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.809799] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.922022] env[62153]: DEBUG oslo_vmware.api [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073863, 'name': PowerOffVM_Task, 'duration_secs': 0.322189} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.922022] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2240.922022] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2240.922022] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-192483d4-e297-486e-ac5f-251fa020b380 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.295335] env[62153]: DEBUG oslo_vmware.api [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073864, 'name': PowerOffVM_Task, 'duration_secs': 0.259203} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.295677] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2241.295923] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.296227] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-096d59ea-719e-4913-ad21-6750c4112298 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.310216] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.811691] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.313828] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.814913] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.315068] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.400887] env[62153]: DEBUG nova.compute.manager [req-c17dbf95-7c01-4daf-9512-f0102986f89e req-c5b550b6-eaec-4408-90bb-01429fbd5583 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Received event network-vif-plugged-10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2243.401129] env[62153]: DEBUG oslo_concurrency.lockutils [req-c17dbf95-7c01-4daf-9512-f0102986f89e req-c5b550b6-eaec-4408-90bb-01429fbd5583 service nova] Acquiring lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.401404] env[62153]: DEBUG oslo_concurrency.lockutils [req-c17dbf95-7c01-4daf-9512-f0102986f89e req-c5b550b6-eaec-4408-90bb-01429fbd5583 service nova] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.401586] env[62153]: DEBUG oslo_concurrency.lockutils [req-c17dbf95-7c01-4daf-9512-f0102986f89e req-c5b550b6-eaec-4408-90bb-01429fbd5583 service nova] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.401705] env[62153]: DEBUG nova.compute.manager [req-c17dbf95-7c01-4daf-9512-f0102986f89e req-c5b550b6-eaec-4408-90bb-01429fbd5583 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] No waiting events found dispatching network-vif-plugged-10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2243.401868] env[62153]: WARNING nova.compute.manager [req-c17dbf95-7c01-4daf-9512-f0102986f89e req-c5b550b6-eaec-4408-90bb-01429fbd5583 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Received unexpected event network-vif-plugged-10c8b338-2e6f-468e-8053-48987485b3c7 for instance with vm_state building and task_state spawning. [ 2243.574989] env[62153]: DEBUG nova.network.neutron [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Successfully updated port: 10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2243.624630] env[62153]: DEBUG nova.network.neutron [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Successfully updated port: 20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2243.815547] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.079455] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.079627] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.079760] env[62153]: DEBUG nova.network.neutron [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2244.126214] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.126380] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.126535] env[62153]: DEBUG nova.network.neutron [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2244.231986] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2244.232227] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2244.232414] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2244.233549] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636935e7-0f20-46d8-a25d-c97923c06c04 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.235456] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2244.235644] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2244.235810] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleting the datastore file [datastore1] 74037199-d212-462a-b57c-c15da6664497 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2244.236054] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a93caf-a57e-402b-bc90-4a80907b6097 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.241658] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2244.241854] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2244.242036] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleting the datastore file [datastore1] ac2d72d2-ccda-470a-ba28-2970ac33c77d {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2244.242248] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75e847c-d0c5-4572-882a-0393f08c13aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.246073] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2244.246073] env[62153]: value = "task-2073867" [ 2244.246073] env[62153]: _type = "Task" [ 2244.246073] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.250100] env[62153]: DEBUG oslo_vmware.api [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for the task: (returnval){ [ 2244.250100] env[62153]: value = "task-2073868" [ 2244.250100] env[62153]: _type = "Task" [ 2244.250100] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.251278] env[62153]: DEBUG oslo_vmware.api [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for the task: (returnval){ [ 2244.251278] env[62153]: value = "task-2073869" [ 2244.251278] env[62153]: _type = "Task" [ 2244.251278] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.259723] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.264944] env[62153]: DEBUG oslo_vmware.api [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.267726] env[62153]: DEBUG oslo_vmware.api [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.316624] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.613068] env[62153]: DEBUG nova.network.neutron [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2244.674769] env[62153]: DEBUG nova.network.neutron [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2244.758163] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244333} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.761527] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2244.761723] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2244.761898] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2244.767369] env[62153]: DEBUG oslo_vmware.api [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Task: {'id': task-2073868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232783} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.768179] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2244.768360] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2244.768560] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2244.768733] env[62153]: INFO nova.compute.manager [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [instance: 74037199-d212-462a-b57c-c15da6664497] Took 4.38 seconds to destroy the instance on the hypervisor. [ 2244.768968] env[62153]: DEBUG oslo.service.loopingcall [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.769711] env[62153]: DEBUG nova.compute.manager [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2244.769811] env[62153]: DEBUG nova.network.neutron [-] [instance: 74037199-d212-462a-b57c-c15da6664497] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2244.774106] env[62153]: DEBUG oslo_vmware.api [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Task: {'id': task-2073869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244775} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.776727] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2244.776934] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2244.777903] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2244.777903] env[62153]: INFO nova.compute.manager [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Took 4.01 seconds to destroy the instance on the hypervisor. [ 2244.777903] env[62153]: DEBUG oslo.service.loopingcall [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.777903] env[62153]: DEBUG nova.compute.manager [-] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2244.777903] env[62153]: DEBUG nova.network.neutron [-] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2244.818424] env[62153]: DEBUG oslo_vmware.api [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073856, 'name': ReconfigVM_Task, 'duration_secs': 9.134385} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.818665] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.818878] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Reconfigured VM to detach interface {{(pid=62153) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2244.874244] env[62153]: DEBUG nova.network.neutron [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [{"id": "10c8b338-2e6f-468e-8053-48987485b3c7", "address": "fa:16:3e:80:18:7f", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c8b338-2e", "ovs_interfaceid": "10c8b338-2e6f-468e-8053-48987485b3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.920169] env[62153]: DEBUG nova.network.neutron [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.270864] env[62153]: INFO nova.virt.block_device [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Booting with volume 3932965e-7da0-401f-9a91-8adf87e44670 at /dev/sdb [ 2245.320233] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be2fae74-6472-4765-bcd6-5144acd438d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.328612] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55c7144-972c-4dd2-9046-7cedd7f3f1ec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.368027] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4437259-67dd-4beb-bac5-ef30abbf6e35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.378677] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80872fa4-2c7f-4726-a6e9-d473c7970537 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.390525] env[62153]: DEBUG nova.compute.manager [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Received event network-vif-deleted-c58d308c-1e67-4a42-ab73-8d0fcffc5ce8 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2245.390723] env[62153]: INFO nova.compute.manager [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Neutron deleted interface c58d308c-1e67-4a42-ab73-8d0fcffc5ce8; detaching it from the instance and deleting it from the info cache [ 2245.390897] env[62153]: DEBUG nova.network.neutron [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.392382] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.392652] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Instance network_info: |[{"id": "10c8b338-2e6f-468e-8053-48987485b3c7", "address": "fa:16:3e:80:18:7f", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c8b338-2e", "ovs_interfaceid": "10c8b338-2e6f-468e-8053-48987485b3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2245.393406] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:18:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10c8b338-2e6f-468e-8053-48987485b3c7', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2245.400886] env[62153]: DEBUG oslo.service.loopingcall [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.402176] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2245.402677] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e46c0968-3523-472a-abd6-b408dbdcb6b8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.426488] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.427129] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Instance network_info: |[{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2245.427888] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:58:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c3d54d-a476-4f22-8cfc-e778788539f3', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2245.435302] env[62153]: DEBUG oslo.service.loopingcall [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.435981] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9561ef4-a40f-4ed7-928e-9b5c16c81512 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.440962] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2245.441235] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2245.441235] env[62153]: value = "task-2073870" [ 2245.441235] env[62153]: _type = "Task" [ 2245.441235] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.443292] env[62153]: DEBUG nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-vif-plugged-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2245.443517] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.444069] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.444257] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.444431] env[62153]: DEBUG nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] No waiting events found dispatching network-vif-plugged-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2245.444640] env[62153]: WARNING nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received unexpected event network-vif-plugged-20c3d54d-a476-4f22-8cfc-e778788539f3 for instance with vm_state building and task_state spawning. [ 2245.445177] env[62153]: DEBUG nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Received event network-changed-10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2245.445177] env[62153]: DEBUG nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Refreshing instance network info cache due to event network-changed-10c8b338-2e6f-468e-8053-48987485b3c7. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2245.445248] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Acquiring lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.445338] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Acquired lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.445496] env[62153]: DEBUG nova.network.neutron [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Refreshing network info cache for port 10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2245.446560] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44da1ad1-e917-4104-a120-efc10002155f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.474477] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d52d3de-4571-49a9-8ae3-67adf95d048c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.479749] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073870, 'name': CreateVM_Task} progress is 15%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.480260] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2245.480260] env[62153]: value = "task-2073871" [ 2245.480260] env[62153]: _type = "Task" [ 2245.480260] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.489077] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073871, 'name': CreateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.492680] env[62153]: DEBUG nova.virt.block_device [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating existing volume attachment record: b97fdb3f-b1b5-4fa2-9065-5524cbf69a1f {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2245.769522] env[62153]: DEBUG nova.network.neutron [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updated VIF entry in instance network info cache for port 10c8b338-2e6f-468e-8053-48987485b3c7. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2245.769901] env[62153]: DEBUG nova.network.neutron [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [{"id": "10c8b338-2e6f-468e-8053-48987485b3c7", "address": "fa:16:3e:80:18:7f", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c8b338-2e", "ovs_interfaceid": "10c8b338-2e6f-468e-8053-48987485b3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.847871] env[62153]: DEBUG nova.network.neutron [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.850764] env[62153]: DEBUG nova.network.neutron [-] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.894727] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f42123d4-ea87-4543-b15c-b2bdcf137abd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.904909] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecd71d7-70ad-4274-9b6c-d754c7e215d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.941026] env[62153]: DEBUG nova.compute.manager [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: 74037199-d212-462a-b57c-c15da6664497] Detach interface failed, port_id=c58d308c-1e67-4a42-ab73-8d0fcffc5ce8, reason: Instance 74037199-d212-462a-b57c-c15da6664497 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2245.941270] env[62153]: DEBUG nova.compute.manager [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Received event network-vif-deleted-d7f8f243-06f2-4122-b711-569f5877c895 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2245.941462] env[62153]: INFO nova.compute.manager [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Neutron deleted interface d7f8f243-06f2-4122-b711-569f5877c895; detaching it from the instance and deleting it from the info cache [ 2245.941684] env[62153]: DEBUG nova.network.neutron [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.973021] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073870, 'name': CreateVM_Task, 'duration_secs': 0.403303} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.973237] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2245.973899] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.974010] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.974333] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2245.974584] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3df5c34-0ecb-434d-afb1-6a52ba015e1a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.979477] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2245.979477] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52133972-d481-b7fb-a3b8-b6b7de80c6ba" [ 2245.979477] env[62153]: _type = "Task" [ 2245.979477] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.991703] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52133972-d481-b7fb-a3b8-b6b7de80c6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.994720] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073871, 'name': CreateVM_Task, 'duration_secs': 0.337335} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.995117] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2245.995485] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.273616] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Releasing lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.273791] env[62153]: DEBUG nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2246.273937] env[62153]: DEBUG nova.compute.manager [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing instance network info cache due to event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2246.274265] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.274418] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.274589] env[62153]: DEBUG nova.network.neutron [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2246.308847] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.309169] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "23ba5485-42a8-4a90-b190-1a7f35358314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.309736] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.309943] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.310180] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "23ba5485-42a8-4a90-b190-1a7f35358314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.312282] env[62153]: INFO nova.compute.manager [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Terminating instance [ 2246.350500] env[62153]: INFO nova.compute.manager [-] [instance: 74037199-d212-462a-b57c-c15da6664497] Took 1.58 seconds to deallocate network for instance. [ 2246.355415] env[62153]: INFO nova.compute.manager [-] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Took 1.58 seconds to deallocate network for instance. [ 2246.445125] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fa9bc15-29fd-4234-bd14-b8f5553aa44f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.454585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5586c35b-5ff8-4a88-a17a-e5929b8d99b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.474412] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.474592] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquired lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.474767] env[62153]: DEBUG nova.network.neutron [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2246.486402] env[62153]: DEBUG nova.compute.manager [req-01214892-ad18-4142-93af-392fbf8d1617 req-6f9f38e2-6f47-4b8b-bcdb-0f1b9a117ba3 service nova] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Detach interface failed, port_id=d7f8f243-06f2-4122-b711-569f5877c895, reason: Instance ac2d72d2-ccda-470a-ba28-2970ac33c77d could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2246.496101] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52133972-d481-b7fb-a3b8-b6b7de80c6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015718} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.496383] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.496904] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2246.496904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.497136] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.497136] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2246.497411] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.497713] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2246.497928] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c35571-d15c-4675-99e8-ed10c76a21f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.499698] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42de1a3c-7346-478b-9333-6bf4e8066d51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.505123] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2246.505123] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e90647-d049-e6ce-f88d-bfd7415779d1" [ 2246.505123] env[62153]: _type = "Task" [ 2246.505123] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.509245] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2246.509439] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2246.510727] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503aedce-63f0-4517-8665-43c645320850 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.515780] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e90647-d049-e6ce-f88d-bfd7415779d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.518570] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2246.518570] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293c786-399d-5ecf-778c-fbc88dfc3650" [ 2246.518570] env[62153]: _type = "Task" [ 2246.518570] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.526115] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293c786-399d-5ecf-778c-fbc88dfc3650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.815615] env[62153]: DEBUG nova.compute.manager [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2246.815876] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2246.816821] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00598e34-5392-4cec-b6fe-192d964b68b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.825556] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2246.825848] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28fc1b8b-6eb2-4e89-b6b9-79aadcbec50a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.832520] env[62153]: DEBUG oslo_vmware.api [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2246.832520] env[62153]: value = "task-2073872" [ 2246.832520] env[62153]: _type = "Task" [ 2246.832520] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.840232] env[62153]: DEBUG oslo_vmware.api [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.856888] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.857274] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.857587] env[62153]: DEBUG nova.objects.instance [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lazy-loading 'resources' on Instance uuid 74037199-d212-462a-b57c-c15da6664497 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.862904] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.016855] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e90647-d049-e6ce-f88d-bfd7415779d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.016855] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.016855] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2247.016855] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.027972] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293c786-399d-5ecf-778c-fbc88dfc3650, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.029153] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e252a7-fbc0-48c5-8a2b-fc40b56139d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.035198] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2247.035198] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521a208b-a600-a5f1-4231-a3198ce69e5c" [ 2247.035198] env[62153]: _type = "Task" [ 2247.035198] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.045714] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521a208b-a600-a5f1-4231-a3198ce69e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.065216] env[62153]: DEBUG nova.network.neutron [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updated VIF entry in instance network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2247.065564] env[62153]: DEBUG nova.network.neutron [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.283569] env[62153]: INFO nova.network.neutron [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Port 97802b72-ef10-4281-a421-b1c5a76f93a1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2247.283948] env[62153]: DEBUG nova.network.neutron [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [{"id": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "address": "fa:16:3e:d7:cd:0c", "network": {"id": "8795a51b-204b-4878-b34b-b8169051f67c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1552364704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66c73d685b27484d90e0e2d17b61e185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af09347-8a", "ovs_interfaceid": "4af09347-8a2e-4296-ba7b-a6dc546f0ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.341784] env[62153]: DEBUG oslo_vmware.api [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073872, 'name': PowerOffVM_Task, 'duration_secs': 0.166169} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.342146] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2247.342386] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2247.342644] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec9384f-2f7c-4386-b154-2e35b2d3e41a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.489600] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2247.489884] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2247.489994] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleting the datastore file [datastore1] 23ba5485-42a8-4a90-b190-1a7f35358314 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2247.490315] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397c278d-57a6-4777-80e9-3473425c3941 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.498123] env[62153]: DEBUG oslo_vmware.api [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2247.498123] env[62153]: value = "task-2073874" [ 2247.498123] env[62153]: _type = "Task" [ 2247.498123] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.506655] env[62153]: DEBUG oslo_vmware.api [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.530926] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1f5f94-ada7-4fa7-a919-b5275c79bf52 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.540938] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0e0d5-3a1e-4acf-b2fb-1472b53341b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.549286] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521a208b-a600-a5f1-4231-a3198ce69e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.573436] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.573664] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b/9a464054-39f9-443a-bf4c-1269725c5c5b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2247.574446] env[62153]: DEBUG oslo_concurrency.lockutils [req-6379f234-2095-43fe-b61c-1c0b47e666c6 req-f590b74d-c7b7-41f1-b729-1aa2eeded6f0 service nova] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.574996] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.575210] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2247.575419] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1265dce-39e3-4d99-9dcb-de48746e5c80 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.577614] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9d716-2df6-435c-8cda-709460edd5c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.580017] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc1f2b95-e23c-45de-a48f-36ac8715b4a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.587227] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3141eb3-c1b3-47e4-b4cd-20ca4b07db3d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.590947] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2247.590947] env[62153]: value = "task-2073875" [ 2247.590947] env[62153]: _type = "Task" [ 2247.590947] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.591945] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2247.592130] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2247.595425] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf53c5d-f08a-46c2-a3e0-791a32e13101 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.610249] env[62153]: DEBUG nova.compute.provider_tree [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2247.617182] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.618591] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2247.618591] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5224870a-5024-b90b-83d3-86f222c22bb0" [ 2247.618591] env[62153]: _type = "Task" [ 2247.618591] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.629031] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5224870a-5024-b90b-83d3-86f222c22bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.631938] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b849cc-a6d7-491e-8995-e544c2db5732 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.638639] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2247.638639] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526488e4-897c-618e-ca70-5fdab931eebc" [ 2247.638639] env[62153]: _type = "Task" [ 2247.638639] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.640859] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2247.641080] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2247.641282] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2247.641461] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2247.641606] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2247.641748] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2247.643475] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2247.643475] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2247.643475] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2247.643475] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2247.643475] env[62153]: DEBUG nova.virt.hardware [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2247.643701] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a480e6-b35e-4751-84f7-35b3392a8deb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.658361] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7465a6-ea84-4db1-ad36-38eb482958a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.663233] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526488e4-897c-618e-ca70-5fdab931eebc, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.664271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.664271] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2247.664569] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4861f7dc-ba60-4537-9afd-52e8babe8b89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.674793] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c4:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4374040a-46d9-429f-bc9c-94c49e29d020', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2247.682277] env[62153]: DEBUG oslo.service.loopingcall [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2247.682941] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2247.683185] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0148f3be-d6a2-4ca1-ac79-ddba2fb52aad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.698566] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2247.698566] env[62153]: value = "task-2073876" [ 2247.698566] env[62153]: _type = "Task" [ 2247.698566] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.703254] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2247.703254] env[62153]: value = "task-2073877" [ 2247.703254] env[62153]: _type = "Task" [ 2247.703254] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.709475] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.714369] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073877, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.786849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Releasing lock "refresh_cache-23ba5485-42a8-4a90-b190-1a7f35358314" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.008829] env[62153]: DEBUG oslo_vmware.api [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156116} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.009155] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2248.009375] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2248.009559] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2248.009763] env[62153]: INFO nova.compute.manager [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2248.010036] env[62153]: DEBUG oslo.service.loopingcall [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2248.010293] env[62153]: DEBUG nova.compute.manager [-] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2248.010404] env[62153]: DEBUG nova.network.neutron [-] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2248.106887] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516658} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.107141] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b/9a464054-39f9-443a-bf4c-1269725c5c5b.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2248.107425] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2248.107718] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66c59b10-d968-4cf3-97a9-04e4d57aa6ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.117414] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2248.117414] env[62153]: value = "task-2073878" [ 2248.117414] env[62153]: _type = "Task" [ 2248.117414] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.129337] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.133647] env[62153]: ERROR nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] [req-80f6cbb8-7c16-40ab-aa37-d5c31831e714] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-80f6cbb8-7c16-40ab-aa37-d5c31831e714"}]} [ 2248.155747] env[62153]: DEBUG nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2248.172940] env[62153]: DEBUG nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2248.173309] env[62153]: DEBUG nova.compute.provider_tree [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2248.190276] env[62153]: DEBUG nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2248.212806] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073876, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.213887] env[62153]: DEBUG nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2248.222559] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073877, 'name': CreateVM_Task, 'duration_secs': 0.500086} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.222735] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2248.223459] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.223624] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.223948] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2248.224231] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816019f6-7ba2-4e76-a6ae-e89d84b4c1aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.232508] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2248.232508] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5236bc52-a684-d0ad-af3b-3001c61d75d9" [ 2248.232508] env[62153]: _type = "Task" [ 2248.232508] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.239897] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5236bc52-a684-d0ad-af3b-3001c61d75d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.291335] env[62153]: DEBUG oslo_concurrency.lockutils [None req-567f8bcc-7132-4e31-ac76-0f6c4109a642 tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "interface-23ba5485-42a8-4a90-b190-1a7f35358314-97802b72-ef10-4281-a421-b1c5a76f93a1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.569s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.420725] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af0b261-1473-4ec9-bb00-78cfb1e4c961 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.430295] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4023a9-1bb3-4004-8630-50edcd674e98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.461980] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd7add0-b6f0-4477-a3a1-78486dc30685 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.469621] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40463eb4-25d5-4cb1-8dd6-bc4833b1630b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.484315] env[62153]: DEBUG nova.compute.provider_tree [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2248.628953] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079486} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.629446] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2248.629994] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff272fa-2636-440d-87f7-9bd68f707d7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.653167] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b/9a464054-39f9-443a-bf4c-1269725c5c5b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2248.653485] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65b06d9-4d99-48b9-8564-debb6f2d7546 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.672987] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2248.672987] env[62153]: value = "task-2073879" [ 2248.672987] env[62153]: _type = "Task" [ 2248.672987] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.681655] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.709683] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791444} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.709882] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2248.710194] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2248.710494] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8704c8e7-2d24-4713-a975-d920b17222eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.716656] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2248.716656] env[62153]: value = "task-2073880" [ 2248.716656] env[62153]: _type = "Task" [ 2248.716656] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.724702] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.740965] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5236bc52-a684-d0ad-af3b-3001c61d75d9, 'name': SearchDatastore_Task, 'duration_secs': 0.051282} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.741334] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.741894] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2248.741894] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.742056] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.742233] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2248.742488] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4970396e-1ad8-4de0-9870-12b16db31706 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.751117] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2248.751352] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2248.752114] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6e5d1d-ca7d-4120-b4df-c56a1e1eed6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.757681] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2248.757681] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d0b959-d6c1-5203-3aee-21b71a510592" [ 2248.757681] env[62153]: _type = "Task" [ 2248.757681] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.765914] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d0b959-d6c1-5203-3aee-21b71a510592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.873114] env[62153]: DEBUG nova.compute.manager [req-ea8e0f3f-0e8c-4e30-a086-179c0a42c04f req-a645b92c-292d-41fb-8700-99015c075945 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Received event network-vif-deleted-4af09347-8a2e-4296-ba7b-a6dc546f0ed5 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2248.873254] env[62153]: INFO nova.compute.manager [req-ea8e0f3f-0e8c-4e30-a086-179c0a42c04f req-a645b92c-292d-41fb-8700-99015c075945 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Neutron deleted interface 4af09347-8a2e-4296-ba7b-a6dc546f0ed5; detaching it from the instance and deleting it from the info cache [ 2248.873489] env[62153]: DEBUG nova.network.neutron [req-ea8e0f3f-0e8c-4e30-a086-179c0a42c04f req-a645b92c-292d-41fb-8700-99015c075945 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.014371] env[62153]: DEBUG nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2249.014690] env[62153]: DEBUG nova.compute.provider_tree [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 160 to 161 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2249.014802] env[62153]: DEBUG nova.compute.provider_tree [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2249.182893] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073879, 'name': ReconfigVM_Task, 'duration_secs': 0.28065} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.182893] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b/9a464054-39f9-443a-bf4c-1269725c5c5b.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2249.183196] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c40ad04-2252-4f70-b9e3-78b9ef2be969 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.189597] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2249.189597] env[62153]: value = "task-2073881" [ 2249.189597] env[62153]: _type = "Task" [ 2249.189597] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.197265] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073881, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.225168] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06354} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.225411] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2249.226150] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17147f-b2cd-4839-99f4-4ca884656226 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.247772] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2249.248062] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2bcc013-9da7-4d0e-9426-20fb5625ff8e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.270511] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d0b959-d6c1-5203-3aee-21b71a510592, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.272181] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2249.272181] env[62153]: value = "task-2073882" [ 2249.272181] env[62153]: _type = "Task" [ 2249.272181] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.272361] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb0d13b-6dcf-48b2-b3d7-ab54ca6b2d85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.284257] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.285449] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2249.285449] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ff573c-cd00-a58e-476d-7306f45f4a06" [ 2249.285449] env[62153]: _type = "Task" [ 2249.285449] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.293616] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ff573c-cd00-a58e-476d-7306f45f4a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.350383] env[62153]: DEBUG nova.network.neutron [-] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.377039] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4bf3083-c2ed-47fd-9f6d-52d167eaae90 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.386118] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b5dd1-7fef-4e90-abb9-ade61756f435 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.416614] env[62153]: DEBUG nova.compute.manager [req-ea8e0f3f-0e8c-4e30-a086-179c0a42c04f req-a645b92c-292d-41fb-8700-99015c075945 service nova] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Detach interface failed, port_id=4af09347-8a2e-4296-ba7b-a6dc546f0ed5, reason: Instance 23ba5485-42a8-4a90-b190-1a7f35358314 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2249.521830] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.664s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.524155] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.662s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.524389] env[62153]: DEBUG nova.objects.instance [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lazy-loading 'resources' on Instance uuid ac2d72d2-ccda-470a-ba28-2970ac33c77d {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2249.542286] env[62153]: INFO nova.scheduler.client.report [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Deleted allocations for instance 74037199-d212-462a-b57c-c15da6664497 [ 2249.700058] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073881, 'name': Rename_Task, 'duration_secs': 0.161018} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.700443] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2249.700697] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61505997-389b-4c41-a746-8a26f2473190 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.706592] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2249.706592] env[62153]: value = "task-2073883" [ 2249.706592] env[62153]: _type = "Task" [ 2249.706592] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.715044] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.785030] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073882, 'name': ReconfigVM_Task, 'duration_secs': 0.311096} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.785030] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2249.785203] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19ce692e-225f-4b59-9147-10010fbf989e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.794988] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ff573c-cd00-a58e-476d-7306f45f4a06, 'name': SearchDatastore_Task, 'duration_secs': 0.014356} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.796250] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.796515] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2249.796809] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2249.796809] env[62153]: value = "task-2073884" [ 2249.796809] env[62153]: _type = "Task" [ 2249.796809] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.796999] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f0403f-ca3d-43c5-897f-2a126d2091bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.808020] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073884, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.808113] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2249.808113] env[62153]: value = "task-2073885" [ 2249.808113] env[62153]: _type = "Task" [ 2249.808113] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.815173] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.853356] env[62153]: INFO nova.compute.manager [-] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Took 1.84 seconds to deallocate network for instance. [ 2250.050900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eecc3cfc-6a23-45a9-8fa1-8e873932f628 tempest-ServersAdminTestJSON-1657048843 tempest-ServersAdminTestJSON-1657048843-project-member] Lock "74037199-d212-462a-b57c-c15da6664497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.172s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.203600] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc060d-cf54-410b-8bcf-5cb98b4d5777 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.214096] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e884f227-ba54-42de-b9b9-bf1834400e67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.221079] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.250553] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e54f6-b795-4fe8-aadb-012b57f9721c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.260804] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c761dd-6791-4845-b20c-d3efc45be4a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.278618] env[62153]: DEBUG nova.compute.provider_tree [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2250.308310] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073884, 'name': Rename_Task, 'duration_secs': 0.134413} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.308638] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2250.311469] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a6d505-d423-44c0-aa41-3648583345bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.317279] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482466} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.318319] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2250.318532] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2250.318811] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2250.318811] env[62153]: value = "task-2073886" [ 2250.318811] env[62153]: _type = "Task" [ 2250.318811] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.318984] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbdfa3f4-57ad-452e-97ee-e6ef5b9c6fff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.327916] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.328988] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2250.328988] env[62153]: value = "task-2073887" [ 2250.328988] env[62153]: _type = "Task" [ 2250.328988] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.336219] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.360190] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.722048] env[62153]: DEBUG oslo_vmware.api [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073883, 'name': PowerOnVM_Task, 'duration_secs': 0.588214} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.722300] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2250.722411] env[62153]: INFO nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Took 15.05 seconds to spawn the instance on the hypervisor. [ 2250.722590] env[62153]: DEBUG nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2250.723492] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3a7c7-549f-44f6-95d8-88f012e62b42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.782612] env[62153]: DEBUG nova.scheduler.client.report [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2250.830625] env[62153]: DEBUG oslo_vmware.api [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073886, 'name': PowerOnVM_Task, 'duration_secs': 0.492038} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.833839] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2250.834076] env[62153]: INFO nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Took 12.78 seconds to spawn the instance on the hypervisor. [ 2250.834276] env[62153]: DEBUG nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2250.835033] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23834063-f244-432c-b6bd-e7be611b81c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.842876] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065855} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.844443] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2250.848095] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4089b79-c512-439c-b67e-8bf2af272365 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.873383] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2250.873695] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f232b40-2605-4bd5-b2cc-64ed34ddce8c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.898658] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2250.898658] env[62153]: value = "task-2073888" [ 2250.898658] env[62153]: _type = "Task" [ 2250.898658] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.908638] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.244607] env[62153]: INFO nova.compute.manager [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Took 25.74 seconds to build instance. [ 2251.288120] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.290741] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.290982] env[62153]: DEBUG nova.objects.instance [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'resources' on Instance uuid 23ba5485-42a8-4a90-b190-1a7f35358314 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2251.306125] env[62153]: INFO nova.scheduler.client.report [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Deleted allocations for instance ac2d72d2-ccda-470a-ba28-2970ac33c77d [ 2251.365638] env[62153]: INFO nova.compute.manager [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Took 18.00 seconds to build instance. [ 2251.399708] env[62153]: INFO nova.compute.manager [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Rebuilding instance [ 2251.411531] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.447819] env[62153]: DEBUG nova.compute.manager [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2251.448722] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de968da4-0da2-4a93-816a-62b4cc2032bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.747089] env[62153]: DEBUG oslo_concurrency.lockutils [None req-dcfd7e64-e4d7-488f-9689-6b1f0eb71e48 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.252s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.817084] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a506f83-4c92-48de-aeac-b67211e1122d tempest-ServersTestJSON-574098359 tempest-ServersTestJSON-574098359-project-member] Lock "ac2d72d2-ccda-470a-ba28-2970ac33c77d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.553s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.870482] env[62153]: DEBUG oslo_concurrency.lockutils [None req-734de3d5-e437-4008-b07f-e182abbdbee2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.522s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.919168] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073888, 'name': ReconfigVM_Task, 'duration_secs': 0.995981} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.919289] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8/66de520f-44cc-4880-ac57-9244af7010d8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2251.920504] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'guest_format': None, 'disk_bus': None, 'image_id': 'a0fe52c4-9b97-4dd3-ae24-9aba6478367a'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'attachment_id': 'b97fdb3f-b1b5-4fa2-9065-5524cbf69a1f', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62153) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2251.920699] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2251.920884] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2251.921898] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e884e0-d5e8-477f-8836-9e735a1e5088 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.949835] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04115ff-69b9-4f34-b392-acf7bc22eca9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.979270] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-3932965e-7da0-401f-9a91-8adf87e44670/volume-3932965e-7da0-401f-9a91-8adf87e44670.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2251.983088] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1abfc4-891e-471b-96ab-475b6f75f761 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.005912] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2252.005912] env[62153]: value = "task-2073889" [ 2252.005912] env[62153]: _type = "Task" [ 2252.005912] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.018505] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.053908] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e582ef-5e58-4bad-b7d7-378f26133ef3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.061933] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e7395-ce87-45b0-ad38-d31e885604e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.097392] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4a228a-800f-45b4-b9f8-0bbf4c1d909a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.108730] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385af24f-f251-438d-abb3-be5f9eb463fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.126423] env[62153]: DEBUG nova.compute.provider_tree [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2252.357882] env[62153]: DEBUG nova.compute.manager [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2252.366957] env[62153]: DEBUG nova.compute.manager [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2252.366957] env[62153]: DEBUG nova.compute.manager [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing instance network info cache due to event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2252.366957] env[62153]: DEBUG oslo_concurrency.lockutils [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.366957] env[62153]: DEBUG oslo_concurrency.lockutils [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.366957] env[62153]: DEBUG nova.network.neutron [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2252.486029] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2252.486029] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7698f90-47f9-40f1-86c0-695040c012f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.496016] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2252.496016] env[62153]: value = "task-2073890" [ 2252.496016] env[62153]: _type = "Task" [ 2252.496016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.505337] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.520269] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073889, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.633026] env[62153]: DEBUG nova.scheduler.client.report [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2252.889710] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.009830] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073890, 'name': PowerOffVM_Task, 'duration_secs': 0.322203} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.014785] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2253.015154] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2253.016780] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985da2fb-ba47-4be8-a208-6004db627a9d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.024896] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073889, 'name': ReconfigVM_Task, 'duration_secs': 0.527334} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.028639] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-3932965e-7da0-401f-9a91-8adf87e44670/volume-3932965e-7da0-401f-9a91-8adf87e44670.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2253.035388] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2253.039039] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f0c69cf-b034-403e-be50-d144632cc1bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.050614] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02ab9e2b-003b-486b-937f-f09a3e0785f5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.059030] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2253.059030] env[62153]: value = "task-2073892" [ 2253.059030] env[62153]: _type = "Task" [ 2253.059030] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.068890] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.127168] env[62153]: DEBUG nova.network.neutron [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updated VIF entry in instance network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2253.127567] env[62153]: DEBUG nova.network.neutron [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.136635] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.138980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.249s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.177647] env[62153]: INFO nova.scheduler.client.report [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted allocations for instance 23ba5485-42a8-4a90-b190-1a7f35358314 [ 2253.195717] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2253.196041] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2253.196369] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleting the datastore file [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2253.196573] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e27ebb90-93e5-464e-9d6c-8fc897fdd7d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.204099] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2253.204099] env[62153]: value = "task-2073893" [ 2253.204099] env[62153]: _type = "Task" [ 2253.204099] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.213667] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.575252] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073892, 'name': ReconfigVM_Task, 'duration_secs': 0.192493} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.575732] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2253.576409] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51264a23-f70a-4991-b552-d25c15209014 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.586438] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2253.586438] env[62153]: value = "task-2073894" [ 2253.586438] env[62153]: _type = "Task" [ 2253.586438] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.596223] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073894, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.630977] env[62153]: DEBUG oslo_concurrency.lockutils [req-5e8ddd87-b243-4c9a-975b-cc66c847d9a2 req-c80c2adf-b8cb-4de8-80fe-bfd913c6fc30 service nova] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.644540] env[62153]: INFO nova.compute.claims [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2253.692213] env[62153]: DEBUG oslo_concurrency.lockutils [None req-83268d3b-020e-41bb-b4cb-e890078dcf4c tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "23ba5485-42a8-4a90-b190-1a7f35358314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.383s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.723216] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224207} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.723216] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2253.723216] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2253.723216] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2254.099120] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073894, 'name': Rename_Task, 'duration_secs': 0.318544} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.099981] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2254.099981] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6bc94a0-4a16-429b-a067-79147421f6ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.111862] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2254.111862] env[62153]: value = "task-2073895" [ 2254.111862] env[62153]: _type = "Task" [ 2254.111862] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.125513] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.154295] env[62153]: INFO nova.compute.resource_tracker [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating resource usage from migration ed743db0-42b5-4cb5-9d35-790ff3d58cc4 [ 2254.350481] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fb831c-15e8-48b4-8bd7-8f6745c4c993 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.359431] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed31ff-e829-400c-a914-9030e1330b4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.390894] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9b8a40-4797-48d8-aa81-642e898b1072 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.398986] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0155ab-699e-4eed-9962-47c6d113aa6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.413213] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.413422] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.413630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.413912] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.413979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.416534] env[62153]: DEBUG nova.compute.provider_tree [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2254.417305] env[62153]: INFO nova.compute.manager [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Terminating instance [ 2254.622507] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.671684] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.671943] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.756850] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2254.757082] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2254.757248] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2254.757434] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2254.757623] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2254.757822] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2254.758192] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2254.758464] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2254.758656] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2254.758830] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2254.759013] env[62153]: DEBUG nova.virt.hardware [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2254.759893] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4548c1ac-73d2-4e64-9593-442022352d91 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.767731] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e8cd1-9a70-4243-895f-3faf896378f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.781477] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:db:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d00606-e2e7-49d7-beac-37f2c478a21e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2254.788885] env[62153]: DEBUG oslo.service.loopingcall [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2254.789145] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2254.789355] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d117f0b-d525-4800-a370-388b1ee7efa0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.810429] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2254.810429] env[62153]: value = "task-2073896" [ 2254.810429] env[62153]: _type = "Task" [ 2254.810429] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.817866] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073896, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.921061] env[62153]: DEBUG nova.scheduler.client.report [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2254.924568] env[62153]: DEBUG nova.compute.manager [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2254.924784] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2254.925743] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f567f-c551-4bea-8413-c4048977b02d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.935290] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2254.935524] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b57f60-d950-4c90-b09d-8f587cfe9e58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.943735] env[62153]: DEBUG oslo_vmware.api [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2254.943735] env[62153]: value = "task-2073897" [ 2254.943735] env[62153]: _type = "Task" [ 2254.943735] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.952224] env[62153]: DEBUG oslo_vmware.api [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.122720] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.175429] env[62153]: DEBUG nova.compute.utils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.321187] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073896, 'name': CreateVM_Task, 'duration_secs': 0.425507} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.321370] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2255.322057] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.322235] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.322555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2255.322794] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2565bd5-2cc3-41fd-b23c-3d5083aa3177 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.327016] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2255.327016] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f205f1-8fa5-b499-1fdb-1d9b667a54bd" [ 2255.327016] env[62153]: _type = "Task" [ 2255.327016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.334644] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f205f1-8fa5-b499-1fdb-1d9b667a54bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.430968] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.431238] env[62153]: INFO nova.compute.manager [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Migrating [ 2255.457026] env[62153]: DEBUG oslo_vmware.api [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073897, 'name': PowerOffVM_Task, 'duration_secs': 0.260809} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.457026] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2255.457026] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2255.457026] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a422dffa-355a-464c-9ee3-4bcb51058251 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.534477] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2255.534711] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2255.534899] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleting the datastore file [datastore1] 2f1a43d6-146b-4107-8309-2e170d24ef37 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2255.535182] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9143aba9-25eb-4df9-9c08-99e7d46b5c1d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.542827] env[62153]: DEBUG oslo_vmware.api [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for the task: (returnval){ [ 2255.542827] env[62153]: value = "task-2073899" [ 2255.542827] env[62153]: _type = "Task" [ 2255.542827] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.553132] env[62153]: DEBUG oslo_vmware.api [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.622697] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073895, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.678853] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.837868] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f205f1-8fa5-b499-1fdb-1d9b667a54bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.839732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.839732] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2255.839732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.839732] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.839732] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2255.839732] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6370d858-5522-4fa6-a159-cbd7652e7df5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.847219] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2255.847725] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2255.848208] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd7523a-641b-4a92-aaeb-cbfd8422fb49 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.853280] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2255.853280] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524c9ecd-6a53-321a-c273-7ae39926c113" [ 2255.853280] env[62153]: _type = "Task" [ 2255.853280] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.864822] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]524c9ecd-6a53-321a-c273-7ae39926c113, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.865561] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8516be16-cfa2-4faf-b632-2f32eeb57a80 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.871031] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2255.871031] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527e6415-9861-0495-653a-bffad543b651" [ 2255.871031] env[62153]: _type = "Task" [ 2255.871031] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.878474] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527e6415-9861-0495-653a-bffad543b651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.947041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.947041] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.947041] env[62153]: DEBUG nova.network.neutron [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2256.052771] env[62153]: DEBUG oslo_vmware.api [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Task: {'id': task-2073899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342048} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.053047] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2256.053260] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2256.053491] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2256.053680] env[62153]: INFO nova.compute.manager [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2256.053927] env[62153]: DEBUG oslo.service.loopingcall [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2256.054119] env[62153]: DEBUG nova.compute.manager [-] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2256.054208] env[62153]: DEBUG nova.network.neutron [-] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2256.127971] env[62153]: DEBUG oslo_vmware.api [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073895, 'name': PowerOnVM_Task, 'duration_secs': 1.547079} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.130036] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2256.130036] env[62153]: DEBUG nova.compute.manager [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2256.130727] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf56f326-27ea-4602-b728-3f45cd8ff275 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.379497] env[62153]: DEBUG nova.compute.manager [req-72e45dcc-1351-4cee-955a-203c7d02edf1 req-66e668d6-69bf-4c0b-bd12-8eab7b236ce2 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Received event network-vif-deleted-18ec8109-5f45-46db-8905-3d7abe61e2d9 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2256.379497] env[62153]: INFO nova.compute.manager [req-72e45dcc-1351-4cee-955a-203c7d02edf1 req-66e668d6-69bf-4c0b-bd12-8eab7b236ce2 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Neutron deleted interface 18ec8109-5f45-46db-8905-3d7abe61e2d9; detaching it from the instance and deleting it from the info cache [ 2256.379497] env[62153]: DEBUG nova.network.neutron [req-72e45dcc-1351-4cee-955a-203c7d02edf1 req-66e668d6-69bf-4c0b-bd12-8eab7b236ce2 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.387950] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]527e6415-9861-0495-653a-bffad543b651, 'name': SearchDatastore_Task, 'duration_secs': 0.013687} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.388216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.388411] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2256.388807] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-664b3399-20b1-4b79-9a3a-d4beb6103591 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.396250] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2256.396250] env[62153]: value = "task-2073900" [ 2256.396250] env[62153]: _type = "Task" [ 2256.396250] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.405715] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.657700] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.657900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.658339] env[62153]: DEBUG nova.objects.instance [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2256.683144] env[62153]: DEBUG nova.network.neutron [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [{"id": "10c8b338-2e6f-468e-8053-48987485b3c7", "address": "fa:16:3e:80:18:7f", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c8b338-2e", "ovs_interfaceid": "10c8b338-2e6f-468e-8053-48987485b3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.778715] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.778993] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.779317] env[62153]: INFO nova.compute.manager [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Attaching volume d5ce85bc-209e-4166-9427-8a88b771de74 to /dev/sdb [ 2256.815454] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d57031-a82f-43c0-913a-c8a771ac0f3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.823796] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba31fa-1a3b-4ee1-bc97-5d50bb2e5734 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.845799] env[62153]: DEBUG nova.network.neutron [-] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.847422] env[62153]: DEBUG nova.virt.block_device [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating existing volume attachment record: 1a890a58-716a-409a-a434-615a16a48ffa {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2256.885537] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc214d47-dd15-4313-8e26-7e0b08dd1ad0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.897553] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ff013f-6e28-41dd-8478-ef746fb2a828 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.917885] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073900, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.933819] env[62153]: DEBUG nova.compute.manager [req-72e45dcc-1351-4cee-955a-203c7d02edf1 req-66e668d6-69bf-4c0b-bd12-8eab7b236ce2 service nova] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Detach interface failed, port_id=18ec8109-5f45-46db-8905-3d7abe61e2d9, reason: Instance 2f1a43d6-146b-4107-8309-2e170d24ef37 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2257.187839] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.351595] env[62153]: INFO nova.compute.manager [-] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Took 1.30 seconds to deallocate network for instance. [ 2257.419242] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810078} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.419357] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2257.423018] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2257.423018] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-755cc7cb-7fb9-4fcd-9ec7-bf05c0559b47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.426658] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2257.426658] env[62153]: value = "task-2073902" [ 2257.426658] env[62153]: _type = "Task" [ 2257.426658] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.436065] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.672739] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eb2c6739-d684-47bc-9f49-fccd6f45e528 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.862441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.862441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.862441] env[62153]: DEBUG nova.objects.instance [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lazy-loading 'resources' on Instance uuid 2f1a43d6-146b-4107-8309-2e170d24ef37 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2257.937213] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07509} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.937503] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2257.938278] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3ecc9-0e79-4174-8066-1d4285e27a51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.961555] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2257.961821] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e78a719-9531-4a2e-9097-5746640cd93d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.982538] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2257.982538] env[62153]: value = "task-2073903" [ 2257.982538] env[62153]: _type = "Task" [ 2257.982538] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.990632] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.255142] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "f56a6c28-9530-4ad4-84c2-0d266af93423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.255497] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.495043] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.562699] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b079e-54b4-4f52-bde6-3977d934e37a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.570760] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481de2f0-93ef-40c6-9612-cbb022d9f563 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.600932] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a95920-fbb0-4f62-b57c-9f926eb986d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.609176] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa3a08-e907-470b-a80e-5ec992f7b189 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.626108] env[62153]: DEBUG nova.compute.provider_tree [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2258.701436] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4f977-4508-4135-9da9-d583081c825a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.720897] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2258.757694] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2258.996092] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073903, 'name': ReconfigVM_Task, 'duration_secs': 0.531473} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.996390] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8/8675a205-96ba-4e20-8062-7a23350f82b8.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2258.997016] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9597a22-3746-4317-941e-a06e1628cfe5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.003552] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2259.003552] env[62153]: value = "task-2073904" [ 2259.003552] env[62153]: _type = "Task" [ 2259.003552] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.012045] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073904, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.130224] env[62153]: DEBUG nova.scheduler.client.report [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2259.226408] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2259.226520] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa72c0ae-a3c4-4ee7-8328-c300c51f4a0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.233741] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2259.233741] env[62153]: value = "task-2073906" [ 2259.233741] env[62153]: _type = "Task" [ 2259.233741] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.243132] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.277637] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.514085] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073904, 'name': Rename_Task, 'duration_secs': 0.139206} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.514393] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2259.514650] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd3be00-c727-4bae-9dbe-e597baaf650d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.521355] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2259.521355] env[62153]: value = "task-2073907" [ 2259.521355] env[62153]: _type = "Task" [ 2259.521355] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.535557] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.636139] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.639023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.361s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.640637] env[62153]: INFO nova.compute.claims [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2259.658837] env[62153]: INFO nova.scheduler.client.report [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Deleted allocations for instance 2f1a43d6-146b-4107-8309-2e170d24ef37 [ 2259.746189] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073906, 'name': PowerOffVM_Task, 'duration_secs': 0.415965} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.746468] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2259.746656] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2260.031797] env[62153]: DEBUG oslo_vmware.api [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073907, 'name': PowerOnVM_Task, 'duration_secs': 0.484098} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.031797] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2260.032035] env[62153]: DEBUG nova.compute.manager [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2260.032648] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc852c8-e47f-4832-8005-47a0c5bfa532 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.165722] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0c1f4d74-92c5-4839-a6ee-cc82cf90ea0e tempest-AttachInterfacesTestJSON-1808777685 tempest-AttachInterfacesTestJSON-1808777685-project-member] Lock "2f1a43d6-146b-4107-8309-2e170d24ef37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.252833] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2260.253093] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2260.253256] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2260.253450] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2260.253598] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2260.253758] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2260.253967] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2260.254143] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2260.254360] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2260.254508] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2260.254675] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2260.259966] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0183daed-5953-4e9c-bd1b-5036a9f925e8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.275176] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2260.275176] env[62153]: value = "task-2073908" [ 2260.275176] env[62153]: _type = "Task" [ 2260.275176] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.283225] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.548870] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.784899] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073908, 'name': ReconfigVM_Task, 'duration_secs': 0.195059} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.785458] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2260.820995] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e575e51-91ad-4532-9457-8c9946823ea8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.828619] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d288fe9-68a8-4b9a-a61c-5c69911599ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.858082] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61410bc5-8178-4479-9da9-019cfc100ab8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.865585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e90fd03-6a58-4b78-a31b-895ce0c6d5e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.881204] env[62153]: DEBUG nova.compute.provider_tree [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.293700] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2261.294054] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2261.294139] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2261.294313] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2261.294460] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2261.294608] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2261.294813] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2261.294969] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2261.295153] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2261.295320] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2261.295493] env[62153]: DEBUG nova.virt.hardware [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2261.301568] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2261.301886] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300ca194-fbf4-4905-9b3d-761822f69b36 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.320669] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2261.320669] env[62153]: value = "task-2073909" [ 2261.320669] env[62153]: _type = "Task" [ 2261.320669] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.328830] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.384029] env[62153]: DEBUG nova.scheduler.client.report [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2261.407548] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2261.407790] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425116', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'name': 'volume-d5ce85bc-209e-4166-9427-8a88b771de74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'serial': 'd5ce85bc-209e-4166-9427-8a88b771de74'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2261.408969] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2ff0b-f93a-4a27-823c-d98528679a7b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.426335] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b76e42-9266-4f83-b5fa-132c84a23ee7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.451628] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-d5ce85bc-209e-4166-9427-8a88b771de74/volume-d5ce85bc-209e-4166-9427-8a88b771de74.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2261.451934] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b581ca9-812e-45d2-91d3-8a5ae9c7da74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.471752] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2261.471752] env[62153]: value = "task-2073910" [ 2261.471752] env[62153]: _type = "Task" [ 2261.471752] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.479744] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.831393] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073909, 'name': ReconfigVM_Task, 'duration_secs': 0.258827} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.831634] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2261.832697] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca2d9c-4ae1-467c-8b30-70d3e005197a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.854151] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b/9a464054-39f9-443a-bf4c-1269725c5c5b.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2261.854415] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca03276-7103-4516-be59-e27ea96b07ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.873903] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2261.873903] env[62153]: value = "task-2073911" [ 2261.873903] env[62153]: _type = "Task" [ 2261.873903] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.884436] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.889271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.889757] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2261.892284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.344s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.892469] env[62153]: DEBUG nova.objects.instance [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62153) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2261.982637] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.385293] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.396768] env[62153]: DEBUG nova.compute.utils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2262.401218] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2262.401472] env[62153]: DEBUG nova.network.neutron [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2262.448592] env[62153]: DEBUG nova.policy [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73770917c3834818b788d849268d3a1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb44540dffb4baeb187eeb1315c1d55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2262.482845] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073910, 'name': ReconfigVM_Task, 'duration_secs': 0.56698} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.483157] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-d5ce85bc-209e-4166-9427-8a88b771de74/volume-d5ce85bc-209e-4166-9427-8a88b771de74.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.488507] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee54be0-636c-4435-8c43-3c75df17b4cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.504646] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2262.504646] env[62153]: value = "task-2073912" [ 2262.504646] env[62153]: _type = "Task" [ 2262.504646] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.514413] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.780467] env[62153]: DEBUG nova.network.neutron [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Successfully created port: f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2262.885784] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073911, 'name': ReconfigVM_Task, 'duration_secs': 0.593535} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.886067] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b/9a464054-39f9-443a-bf4c-1269725c5c5b.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.888290] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2262.902221] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2262.906240] env[62153]: DEBUG oslo_concurrency.lockutils [None req-fce3a611-709f-4df2-a94e-7aa4976989c4 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.015232] env[62153]: DEBUG oslo_vmware.api [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073912, 'name': ReconfigVM_Task, 'duration_secs': 0.16022} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.015608] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425116', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'name': 'volume-d5ce85bc-209e-4166-9427-8a88b771de74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'serial': 'd5ce85bc-209e-4166-9427-8a88b771de74'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2263.394135] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc1b35f-4284-40be-80b0-2aff502284c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.417833] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a351f7-27a9-4708-8f3e-7ff7bf722f01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.438298] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2263.924223] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2263.955775] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2263.956021] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2263.956195] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2263.956382] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2263.956531] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2263.956677] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2263.956886] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2263.957059] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2263.957265] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2263.957440] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2263.957616] env[62153]: DEBUG nova.virt.hardware [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2263.958505] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044d9c1-dde3-47dd-bfc6-8677913835ed {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.966564] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20058810-3f0e-4554-9a28-d76162b0fb23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.009017] env[62153]: DEBUG nova.network.neutron [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Port 10c8b338-2e6f-468e-8053-48987485b3c7 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2264.056292] env[62153]: DEBUG nova.objects.instance [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid f8404763-97e4-45fb-80c6-28820708deee {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2264.563028] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3cbc44ac-1af1-4f37-a10f-139aed593d0d tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.565808] env[62153]: DEBUG nova.compute.manager [req-8aecde08-ff8e-466d-8659-9c89d516b7ae req-ad2742c4-f1c2-4434-acd0-b2d8ccc2785a service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Received event network-vif-plugged-f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2264.566034] env[62153]: DEBUG oslo_concurrency.lockutils [req-8aecde08-ff8e-466d-8659-9c89d516b7ae req-ad2742c4-f1c2-4434-acd0-b2d8ccc2785a service nova] Acquiring lock "f56a6c28-9530-4ad4-84c2-0d266af93423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.566250] env[62153]: DEBUG oslo_concurrency.lockutils [req-8aecde08-ff8e-466d-8659-9c89d516b7ae req-ad2742c4-f1c2-4434-acd0-b2d8ccc2785a service nova] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.566417] env[62153]: DEBUG oslo_concurrency.lockutils [req-8aecde08-ff8e-466d-8659-9c89d516b7ae req-ad2742c4-f1c2-4434-acd0-b2d8ccc2785a service nova] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.566608] env[62153]: DEBUG nova.compute.manager [req-8aecde08-ff8e-466d-8659-9c89d516b7ae req-ad2742c4-f1c2-4434-acd0-b2d8ccc2785a service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] No waiting events found dispatching network-vif-plugged-f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2264.566894] env[62153]: WARNING nova.compute.manager [req-8aecde08-ff8e-466d-8659-9c89d516b7ae req-ad2742c4-f1c2-4434-acd0-b2d8ccc2785a service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Received unexpected event network-vif-plugged-f851c60b-229a-473e-8e42-718b1b550855 for instance with vm_state building and task_state spawning. [ 2264.714558] env[62153]: DEBUG nova.network.neutron [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Successfully updated port: f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2264.994236] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.994236] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.030454] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.030454] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.030454] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.218445] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "refresh_cache-f56a6c28-9530-4ad4-84c2-0d266af93423" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.218445] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "refresh_cache-f56a6c28-9530-4ad4-84c2-0d266af93423" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.218445] env[62153]: DEBUG nova.network.neutron [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2265.497759] env[62153]: DEBUG nova.compute.utils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2265.777580] env[62153]: DEBUG nova.network.neutron [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2266.000326] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.061360] env[62153]: DEBUG nova.network.neutron [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Updating instance_info_cache with network_info: [{"id": "f851c60b-229a-473e-8e42-718b1b550855", "address": "fa:16:3e:18:e1:03", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851c60b-22", "ovs_interfaceid": "f851c60b-229a-473e-8e42-718b1b550855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.089781] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.090032] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.090224] env[62153]: DEBUG nova.network.neutron [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2266.565998] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "refresh_cache-f56a6c28-9530-4ad4-84c2-0d266af93423" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.565998] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Instance network_info: |[{"id": "f851c60b-229a-473e-8e42-718b1b550855", "address": "fa:16:3e:18:e1:03", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851c60b-22", "ovs_interfaceid": "f851c60b-229a-473e-8e42-718b1b550855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2266.565998] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e1:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f851c60b-229a-473e-8e42-718b1b550855', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2266.573886] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating folder: Project (dfb44540dffb4baeb187eeb1315c1d55). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2266.574185] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c331ad4-eb63-4e20-86de-e4c4326d0a89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.585715] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created folder: Project (dfb44540dffb4baeb187eeb1315c1d55) in parent group-v424816. [ 2266.585905] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating folder: Instances. Parent ref: group-v425117. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2266.586151] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26341b48-463c-43a0-93b4-5f8c4b336639 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.596118] env[62153]: DEBUG nova.compute.manager [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Received event network-changed-f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2266.596577] env[62153]: DEBUG nova.compute.manager [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Refreshing instance network info cache due to event network-changed-f851c60b-229a-473e-8e42-718b1b550855. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2266.596577] env[62153]: DEBUG oslo_concurrency.lockutils [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] Acquiring lock "refresh_cache-f56a6c28-9530-4ad4-84c2-0d266af93423" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.596734] env[62153]: DEBUG oslo_concurrency.lockutils [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] Acquired lock "refresh_cache-f56a6c28-9530-4ad4-84c2-0d266af93423" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.596888] env[62153]: DEBUG nova.network.neutron [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Refreshing network info cache for port f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2266.599979] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created folder: Instances in parent group-v425117. [ 2266.600153] env[62153]: DEBUG oslo.service.loopingcall [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2266.600993] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2266.601519] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7205504b-b3d1-4395-b780-a9bf0732cdde {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.622811] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2266.622811] env[62153]: value = "task-2073915" [ 2266.622811] env[62153]: _type = "Task" [ 2266.622811] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.631189] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073915, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.780295] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "fb60095e-56d0-4403-aaa2-5833b398001d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.781081] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "fb60095e-56d0-4403-aaa2-5833b398001d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.819421] env[62153]: DEBUG nova.network.neutron [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [{"id": "10c8b338-2e6f-468e-8053-48987485b3c7", "address": "fa:16:3e:80:18:7f", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c8b338-2e", "ovs_interfaceid": "10c8b338-2e6f-468e-8053-48987485b3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.080959] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.081280] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.081516] env[62153]: INFO nova.compute.manager [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Attaching volume 29b2818f-219d-4520-83e0-4a6b208be9de to /dev/sdc [ 2267.117084] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07be176-4536-4718-8cff-6c6d71c7c455 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.128734] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1765e7ab-e56f-428e-b9fe-373d7860a88d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.133895] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073915, 'name': CreateVM_Task, 'duration_secs': 0.43176} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.134376] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2267.135061] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2267.135233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.135555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2267.135789] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d60cdf-f83f-40d7-bfd8-6228642a6e41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.139832] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2267.139832] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c34048-b1df-d231-1d37-43c5e90c97c4" [ 2267.139832] env[62153]: _type = "Task" [ 2267.139832] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.148639] env[62153]: DEBUG nova.virt.block_device [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating existing volume attachment record: 8196626f-e0d8-4475-9df5-7237982240dc {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2267.155804] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52c34048-b1df-d231-1d37-43c5e90c97c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.156014] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.156255] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2267.156487] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2267.156632] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.156856] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2267.157089] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93714e9-3bbc-4c23-aa27-39ab4b9e1309 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.165159] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2267.165329] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2267.167563] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8905465e-04c5-4658-afba-15c4ad9230a5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.173188] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2267.173188] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b5901d-e1e7-9503-5556-e6e1661831f6" [ 2267.173188] env[62153]: _type = "Task" [ 2267.173188] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.181267] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b5901d-e1e7-9503-5556-e6e1661831f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.283921] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2267.323581] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.356597] env[62153]: DEBUG nova.network.neutron [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Updated VIF entry in instance network info cache for port f851c60b-229a-473e-8e42-718b1b550855. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2267.356977] env[62153]: DEBUG nova.network.neutron [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Updating instance_info_cache with network_info: [{"id": "f851c60b-229a-473e-8e42-718b1b550855", "address": "fa:16:3e:18:e1:03", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851c60b-22", "ovs_interfaceid": "f851c60b-229a-473e-8e42-718b1b550855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.685272] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b5901d-e1e7-9503-5556-e6e1661831f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.686164] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776c4ecc-c4ef-48c8-95f6-2f06bc4aada0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.691673] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2267.691673] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a53ea1-227f-a65c-e00c-28a94e56e7b4" [ 2267.691673] env[62153]: _type = "Task" [ 2267.691673] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.699661] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a53ea1-227f-a65c-e00c-28a94e56e7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.809892] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.810283] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.812194] env[62153]: INFO nova.compute.claims [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2267.852545] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a24f6-bf99-449c-9a4a-6e67823320c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.859233] env[62153]: DEBUG oslo_concurrency.lockutils [req-b4751e15-392f-4a4a-9dad-9284cdc36a78 req-95a42db0-b135-4758-b97d-3d1d5cded3d1 service nova] Releasing lock "refresh_cache-f56a6c28-9530-4ad4-84c2-0d266af93423" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.875033] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb6ef4-c562-4be4-a6ae-521ddb2e636d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.883313] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2268.204660] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a53ea1-227f-a65c-e00c-28a94e56e7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.204935] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.205215] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f56a6c28-9530-4ad4-84c2-0d266af93423/f56a6c28-9530-4ad4-84c2-0d266af93423.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2268.205476] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2b715e-8f32-4b9d-a2d8-79c009cb0c0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.211677] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2268.211677] env[62153]: value = "task-2073917" [ 2268.211677] env[62153]: _type = "Task" [ 2268.211677] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.219184] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.391017] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2268.391762] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88377565-bb3e-48b1-88d9-8e852e7546a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.399765] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2268.399765] env[62153]: value = "task-2073918" [ 2268.399765] env[62153]: _type = "Task" [ 2268.399765] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.409146] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.721054] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463662} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.721343] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] f56a6c28-9530-4ad4-84c2-0d266af93423/f56a6c28-9530-4ad4-84c2-0d266af93423.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2268.721553] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2268.721790] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9da563-7823-4287-93e3-b67c0c30ae93 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.727884] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2268.727884] env[62153]: value = "task-2073919" [ 2268.727884] env[62153]: _type = "Task" [ 2268.727884] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.734898] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.911822] env[62153]: DEBUG oslo_vmware.api [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073918, 'name': PowerOnVM_Task, 'duration_secs': 0.481022} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.912599] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2268.912599] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-cab39fba-b1d7-4991-af27-96574d325f43 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance '9a464054-39f9-443a-bf4c-1269725c5c5b' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2268.971075] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95e1493-fc64-4b7f-979e-eb17fd15f66f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.979153] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed657e77-a790-4e8d-835e-939ebdcc3f4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.009207] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd0e2b-44c3-42c5-bf15-d342757d02bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.016601] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7cf5fb-6df8-46ad-8aba-aa2136c15db3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.031034] env[62153]: DEBUG nova.compute.provider_tree [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2269.237493] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066781} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.237754] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2269.238515] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9289b7e-9ee9-4e5f-b55f-6d2683724e98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.260023] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f56a6c28-9530-4ad4-84c2-0d266af93423/f56a6c28-9530-4ad4-84c2-0d266af93423.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.260289] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b80f39-0847-4e0a-905c-45a12c949c0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.279220] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2269.279220] env[62153]: value = "task-2073920" [ 2269.279220] env[62153]: _type = "Task" [ 2269.279220] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.287158] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.534749] env[62153]: DEBUG nova.scheduler.client.report [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2269.789668] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.039631] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.040505] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2270.290048] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073920, 'name': ReconfigVM_Task, 'duration_secs': 0.569778} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.290322] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f56a6c28-9530-4ad4-84c2-0d266af93423/f56a6c28-9530-4ad4-84c2-0d266af93423.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.290931] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4728b291-62cf-4c65-894e-394587c9779b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.297799] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2270.297799] env[62153]: value = "task-2073922" [ 2270.297799] env[62153]: _type = "Task" [ 2270.297799] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.306385] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073922, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.397085] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.397496] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.397706] env[62153]: INFO nova.compute.manager [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Shelving [ 2270.547189] env[62153]: DEBUG nova.compute.utils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2270.548719] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2270.548888] env[62153]: DEBUG nova.network.neutron [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2270.596823] env[62153]: DEBUG nova.policy [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26ece0a62c234559b07090b0d1e65cd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b2e34865d4747c2aa19fa4857f6690f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2270.807961] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073922, 'name': Rename_Task, 'duration_secs': 0.141946} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.808310] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2270.808459] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06af4352-de99-405a-8afd-dc9e03453064 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.814150] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2270.814150] env[62153]: value = "task-2073923" [ 2270.814150] env[62153]: _type = "Task" [ 2270.814150] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.821370] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.903103] env[62153]: DEBUG nova.network.neutron [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Successfully created port: 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2271.052464] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2271.324784] env[62153]: DEBUG oslo_vmware.api [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073923, 'name': PowerOnVM_Task, 'duration_secs': 0.446156} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.324964] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2271.325081] env[62153]: INFO nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Took 7.40 seconds to spawn the instance on the hypervisor. [ 2271.325280] env[62153]: DEBUG nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2271.326047] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab344c-4f08-47ee-852b-478ec5903f43 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.410016] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2271.410391] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7411d5-af96-4af5-9672-1b705d9a0fb8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.416917] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "9a464054-39f9-443a-bf4c-1269725c5c5b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.417173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.417359] env[62153]: DEBUG nova.compute.manager [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Going to confirm migration 7 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2271.419950] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2271.419950] env[62153]: value = "task-2073924" [ 2271.419950] env[62153]: _type = "Task" [ 2271.419950] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.432210] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.699346] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2271.699608] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425120', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'name': 'volume-29b2818f-219d-4520-83e0-4a6b208be9de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'serial': '29b2818f-219d-4520-83e0-4a6b208be9de'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2271.700537] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904043f7-3239-4b57-82e6-a347d4a21fdf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.718259] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1ac22d-d055-425b-aacd-b1e1d8f263da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.745132] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-29b2818f-219d-4520-83e0-4a6b208be9de/volume-29b2818f-219d-4520-83e0-4a6b208be9de.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2271.745375] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f0445a-c3d4-4293-876e-787dbbc5b330 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.762838] env[62153]: DEBUG oslo_vmware.api [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2271.762838] env[62153]: value = "task-2073925" [ 2271.762838] env[62153]: _type = "Task" [ 2271.762838] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.773766] env[62153]: DEBUG oslo_vmware.api [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.843352] env[62153]: INFO nova.compute.manager [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Took 12.58 seconds to build instance. [ 2271.934117] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073924, 'name': PowerOffVM_Task, 'duration_secs': 0.205282} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.934372] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2271.935169] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e8a52-aac7-41a3-b52d-65978c2f656b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.953493] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d103d7-53ca-4cc3-97b7-967eb2dca2b2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.962670] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.962841] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquired lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.963017] env[62153]: DEBUG nova.network.neutron [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2271.963204] env[62153]: DEBUG nova.objects.instance [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'info_cache' on Instance uuid 9a464054-39f9-443a-bf4c-1269725c5c5b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.064494] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2272.091446] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2272.091446] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2272.091692] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2272.091834] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2272.091988] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2272.092208] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2272.092454] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2272.092640] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2272.092857] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2272.093079] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2272.093571] env[62153]: DEBUG nova.virt.hardware [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2272.094217] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc96f95-791f-4f76-9aa3-154a9cb67650 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.103322] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a5b6d2-017b-4a71-8c3f-275186a73564 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.275074] env[62153]: DEBUG oslo_vmware.api [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073925, 'name': ReconfigVM_Task, 'duration_secs': 0.368714} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.275074] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-29b2818f-219d-4520-83e0-4a6b208be9de/volume-29b2818f-219d-4520-83e0-4a6b208be9de.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2272.279473] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148bcc4f-324a-4fc8-8dd3-26b8e36f021f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.294258] env[62153]: DEBUG oslo_vmware.api [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2272.294258] env[62153]: value = "task-2073926" [ 2272.294258] env[62153]: _type = "Task" [ 2272.294258] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.302046] env[62153]: DEBUG oslo_vmware.api [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.345922] env[62153]: DEBUG oslo_concurrency.lockutils [None req-55fb7d69-75ef-4045-b0f3-d938799ab35b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.090s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.466563] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2272.468752] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db12bb7c-ea39-4ea9-8687-e6b79d9fc8a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.477464] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2272.477464] env[62153]: value = "task-2073927" [ 2272.477464] env[62153]: _type = "Task" [ 2272.477464] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.488363] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073927, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.509867] env[62153]: DEBUG nova.compute.manager [req-e6cee7a2-131c-49e4-9f20-f2a5c8f85a78 req-eebc123c-b995-4cd8-a197-d5b1cf8e0478 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-vif-plugged-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2272.510105] env[62153]: DEBUG oslo_concurrency.lockutils [req-e6cee7a2-131c-49e4-9f20-f2a5c8f85a78 req-eebc123c-b995-4cd8-a197-d5b1cf8e0478 service nova] Acquiring lock "fb60095e-56d0-4403-aaa2-5833b398001d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.510325] env[62153]: DEBUG oslo_concurrency.lockutils [req-e6cee7a2-131c-49e4-9f20-f2a5c8f85a78 req-eebc123c-b995-4cd8-a197-d5b1cf8e0478 service nova] Lock "fb60095e-56d0-4403-aaa2-5833b398001d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.510600] env[62153]: DEBUG oslo_concurrency.lockutils [req-e6cee7a2-131c-49e4-9f20-f2a5c8f85a78 req-eebc123c-b995-4cd8-a197-d5b1cf8e0478 service nova] Lock "fb60095e-56d0-4403-aaa2-5833b398001d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.510758] env[62153]: DEBUG nova.compute.manager [req-e6cee7a2-131c-49e4-9f20-f2a5c8f85a78 req-eebc123c-b995-4cd8-a197-d5b1cf8e0478 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] No waiting events found dispatching network-vif-plugged-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2272.510931] env[62153]: WARNING nova.compute.manager [req-e6cee7a2-131c-49e4-9f20-f2a5c8f85a78 req-eebc123c-b995-4cd8-a197-d5b1cf8e0478 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received unexpected event network-vif-plugged-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 for instance with vm_state building and task_state spawning. [ 2272.588171] env[62153]: DEBUG nova.network.neutron [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Successfully updated port: 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2272.804222] env[62153]: DEBUG oslo_vmware.api [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073926, 'name': ReconfigVM_Task, 'duration_secs': 0.156946} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.804544] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425120', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'name': 'volume-29b2818f-219d-4520-83e0-4a6b208be9de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'serial': '29b2818f-219d-4520-83e0-4a6b208be9de'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2272.987697] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073927, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.063057] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "f56a6c28-9530-4ad4-84c2-0d266af93423" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.063355] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.063546] env[62153]: DEBUG nova.compute.manager [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2273.064482] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636c7d87-00bb-4ea3-976d-77c22dfdc734 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.071139] env[62153]: DEBUG nova.compute.manager [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2273.071692] env[62153]: DEBUG nova.objects.instance [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lazy-loading 'flavor' on Instance uuid f56a6c28-9530-4ad4-84c2-0d266af93423 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2273.090997] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.091256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2273.091336] env[62153]: DEBUG nova.network.neutron [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2273.172359] env[62153]: DEBUG nova.network.neutron [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [{"id": "10c8b338-2e6f-468e-8053-48987485b3c7", "address": "fa:16:3e:80:18:7f", "network": {"id": "3db87237-b2f2-4554-9362-50708a72286d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2063108585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8512b41703c3484b9724842aef73844b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c8b338-2e", "ovs_interfaceid": "10c8b338-2e6f-468e-8053-48987485b3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.487961] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073927, 'name': CreateSnapshot_Task, 'duration_secs': 0.571991} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.488259] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2273.488961] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101db98-c436-445a-ac4e-84f7281f2668 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.620661] env[62153]: DEBUG nova.network.neutron [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2273.674855] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Releasing lock "refresh_cache-9a464054-39f9-443a-bf4c-1269725c5c5b" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.675181] env[62153]: DEBUG nova.objects.instance [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lazy-loading 'migration_context' on Instance uuid 9a464054-39f9-443a-bf4c-1269725c5c5b {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2273.778723] env[62153]: DEBUG nova.network.neutron [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.839497] env[62153]: DEBUG nova.objects.instance [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid f8404763-97e4-45fb-80c6-28820708deee {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2274.008890] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2274.009307] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77249bcf-b26c-4a2d-af57-b922c3bc4a8b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.019330] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2274.019330] env[62153]: value = "task-2073928" [ 2274.019330] env[62153]: _type = "Task" [ 2274.019330] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.028899] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073928, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.078756] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2274.079123] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df38a6ac-2e4d-4463-89e2-ec5f9e33d8c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.085194] env[62153]: DEBUG oslo_vmware.api [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2274.085194] env[62153]: value = "task-2073929" [ 2274.085194] env[62153]: _type = "Task" [ 2274.085194] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.093686] env[62153]: DEBUG oslo_vmware.api [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.179320] env[62153]: DEBUG nova.objects.base [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Object Instance<9a464054-39f9-443a-bf4c-1269725c5c5b> lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2274.180283] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d534780e-b51d-4a77-a4ff-801fa3f2820b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.201203] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55faddcc-e36b-44fc-a372-c5fbac9ac87d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.206849] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2274.206849] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b3235-7446-5100-aa2f-a7149cca4068" [ 2274.206849] env[62153]: _type = "Task" [ 2274.206849] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.215697] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525b3235-7446-5100-aa2f-a7149cca4068, 'name': SearchDatastore_Task, 'duration_secs': 0.00687} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.215994] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.216253] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.283288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.283605] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Instance network_info: |[{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2274.284037] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:69:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2274.291712] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Creating folder: Project (9b2e34865d4747c2aa19fa4857f6690f). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2274.291979] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef3f14d3-d546-4254-a2de-ddb3bd7c6299 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.302719] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Created folder: Project (9b2e34865d4747c2aa19fa4857f6690f) in parent group-v424816. [ 2274.302894] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Creating folder: Instances. Parent ref: group-v425123. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2274.303131] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ea0e62-a632-4912-a228-cc73aa00b390 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.312151] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Created folder: Instances in parent group-v425123. [ 2274.312373] env[62153]: DEBUG oslo.service.loopingcall [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2274.312552] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2274.312743] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-312a3c0b-5432-4a13-8f06-59d78d261bbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.331474] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2274.331474] env[62153]: value = "task-2073932" [ 2274.331474] env[62153]: _type = "Task" [ 2274.331474] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.343634] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073932, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.344281] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d276e657-0adc-42ca-bf40-603c9a47ac90 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.530430] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073928, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.594825] env[62153]: DEBUG oslo_vmware.api [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073929, 'name': PowerOffVM_Task, 'duration_secs': 0.197267} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.594825] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2274.595067] env[62153]: DEBUG nova.compute.manager [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2274.595795] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d088874-a24e-4d94-976f-46057ac8503a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.605349] env[62153]: DEBUG nova.compute.manager [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2274.605552] env[62153]: DEBUG nova.compute.manager [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing instance network info cache due to event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2274.605780] env[62153]: DEBUG oslo_concurrency.lockutils [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.605935] env[62153]: DEBUG oslo_concurrency.lockutils [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.606133] env[62153]: DEBUG nova.network.neutron [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2274.658028] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.658284] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.840478] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073932, 'name': CreateVM_Task, 'duration_secs': 0.475373} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.842689] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2274.843523] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.843705] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.843987] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2274.844250] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7f7b2e-8c05-4122-bf74-be23d6883250 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.848670] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2274.848670] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fe4d13-7cfa-aa7f-054e-df9987012a0a" [ 2274.848670] env[62153]: _type = "Task" [ 2274.848670] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.857967] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fe4d13-7cfa-aa7f-054e-df9987012a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.885970] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9a868c-a7a9-4508-b0bc-c54063a986b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.893197] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e05ed0-2964-42a9-8914-1747ef3c40ea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.925785] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae30dba-92ca-411d-a4c0-a79da6675d26 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.933765] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7ca785-b5a9-4513-bac1-d770ecdd5890 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.948024] env[62153]: DEBUG nova.compute.provider_tree [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2275.030910] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073928, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.112644] env[62153]: DEBUG oslo_concurrency.lockutils [None req-ca45734a-25f0-4702-bbe4-553ba65a0f70 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.161206] env[62153]: INFO nova.compute.manager [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Detaching volume d5ce85bc-209e-4166-9427-8a88b771de74 [ 2275.192829] env[62153]: INFO nova.virt.block_device [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Attempting to driver detach volume d5ce85bc-209e-4166-9427-8a88b771de74 from mountpoint /dev/sdb [ 2275.193102] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2275.193302] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425116', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'name': 'volume-d5ce85bc-209e-4166-9427-8a88b771de74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'serial': 'd5ce85bc-209e-4166-9427-8a88b771de74'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2275.194523] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc06537-b31b-4958-bb6a-e1432e15392c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.220415] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b40dcdd-6fd3-4025-a8ac-bd24d3659b29 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.227800] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2858b7-60d2-4b4c-bb49-34d652fe7a45 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.253368] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0b6db6-263c-41be-81c1-cd5fc9a07c1d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.270759] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] The volume has not been displaced from its original location: [datastore1] volume-d5ce85bc-209e-4166-9427-8a88b771de74/volume-d5ce85bc-209e-4166-9427-8a88b771de74.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2275.276124] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2275.278772] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e25bd0d-0a0c-41c4-a32b-3f098ace8a5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.296886] env[62153]: DEBUG oslo_vmware.api [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2275.296886] env[62153]: value = "task-2073933" [ 2275.296886] env[62153]: _type = "Task" [ 2275.296886] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.306373] env[62153]: DEBUG oslo_vmware.api [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.359909] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52fe4d13-7cfa-aa7f-054e-df9987012a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.360756] env[62153]: DEBUG nova.network.neutron [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updated VIF entry in instance network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2275.361071] env[62153]: DEBUG nova.network.neutron [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.362470] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.362628] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2275.362834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.362980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.363175] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2275.363658] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595719f1-5bce-4d81-b719-7d52f753b2de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.375707] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2275.376228] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2275.377161] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa105bff-699f-43a6-b9c0-e3fe2bcab5b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.383248] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2275.383248] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a0f687-9435-5668-5f72-e1f28833f43d" [ 2275.383248] env[62153]: _type = "Task" [ 2275.383248] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.391897] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a0f687-9435-5668-5f72-e1f28833f43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.451268] env[62153]: DEBUG nova.scheduler.client.report [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2275.531150] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073928, 'name': CloneVM_Task, 'duration_secs': 1.298309} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.531420] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Created linked-clone VM from snapshot [ 2275.532145] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb3297-58dd-46a7-902b-6eabfeed49e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.540897] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Uploading image 0ce491f0-a237-413e-b442-d2e00a958c5e {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2275.566194] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2275.566194] env[62153]: value = "vm-425122" [ 2275.566194] env[62153]: _type = "VirtualMachine" [ 2275.566194] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2275.566473] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc074a64-8c97-4029-b831-bbc5f4c76704 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.573201] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease: (returnval){ [ 2275.573201] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5266a3c4-2302-9ab2-1bc2-62e2e6a16f08" [ 2275.573201] env[62153]: _type = "HttpNfcLease" [ 2275.573201] env[62153]: } obtained for exporting VM: (result){ [ 2275.573201] env[62153]: value = "vm-425122" [ 2275.573201] env[62153]: _type = "VirtualMachine" [ 2275.573201] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2275.573520] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the lease: (returnval){ [ 2275.573520] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5266a3c4-2302-9ab2-1bc2-62e2e6a16f08" [ 2275.573520] env[62153]: _type = "HttpNfcLease" [ 2275.573520] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2275.579417] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2275.579417] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5266a3c4-2302-9ab2-1bc2-62e2e6a16f08" [ 2275.579417] env[62153]: _type = "HttpNfcLease" [ 2275.579417] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2275.806991] env[62153]: DEBUG oslo_vmware.api [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073933, 'name': ReconfigVM_Task, 'duration_secs': 0.220782} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.807287] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2275.812014] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a2cdcd-a748-4818-b176-8fadfa0dbcc5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.826894] env[62153]: DEBUG oslo_vmware.api [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2275.826894] env[62153]: value = "task-2073935" [ 2275.826894] env[62153]: _type = "Task" [ 2275.826894] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.834391] env[62153]: DEBUG oslo_vmware.api [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.865134] env[62153]: DEBUG oslo_concurrency.lockutils [req-2cf15c85-940f-4e9a-b64e-c4ac2b25d2ed req-aa01066d-03d5-4b66-ab93-d26e8343c756 service nova] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.895069] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a0f687-9435-5668-5f72-e1f28833f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.008527} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.895069] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e43d7e7-6534-4c97-a560-3e09869dca3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.901274] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2275.901274] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521101fc-6dae-d724-19a8-f613ed65ec3e" [ 2275.901274] env[62153]: _type = "Task" [ 2275.901274] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.908754] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521101fc-6dae-d724-19a8-f613ed65ec3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.082252] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2276.082252] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5266a3c4-2302-9ab2-1bc2-62e2e6a16f08" [ 2276.082252] env[62153]: _type = "HttpNfcLease" [ 2276.082252] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2276.082551] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2276.082551] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5266a3c4-2302-9ab2-1bc2-62e2e6a16f08" [ 2276.082551] env[62153]: _type = "HttpNfcLease" [ 2276.082551] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2276.083309] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6673e-0c9d-4ab7-be44-398e0857ba85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.091126] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7c3e2-b03c-1812-7b67-3150e6f42cf0/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2276.091294] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7c3e2-b03c-1812-7b67-3150e6f42cf0/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2276.180666] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-660e7832-3a71-446f-8d19-057cba746aa0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.337045] env[62153]: DEBUG oslo_vmware.api [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073935, 'name': ReconfigVM_Task, 'duration_secs': 0.139762} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.337432] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425116', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'name': 'volume-d5ce85bc-209e-4166-9427-8a88b771de74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5ce85bc-209e-4166-9427-8a88b771de74', 'serial': 'd5ce85bc-209e-4166-9427-8a88b771de74'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2276.382164] env[62153]: DEBUG nova.compute.manager [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2276.383265] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1165c5-11e6-42d8-ab72-ee5bda0b1196 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.412563] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521101fc-6dae-d724-19a8-f613ed65ec3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.412859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.413200] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/fb60095e-56d0-4403-aaa2-5833b398001d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2276.413513] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4672202-d657-4f91-8929-6f5472f3943a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.422981] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2276.422981] env[62153]: value = "task-2073936" [ 2276.422981] env[62153]: _type = "Task" [ 2276.422981] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.430667] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.462450] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.883776] env[62153]: DEBUG nova.objects.instance [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid f8404763-97e4-45fb-80c6-28820708deee {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2276.896285] env[62153]: INFO nova.compute.manager [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] instance snapshotting [ 2276.896646] env[62153]: WARNING nova.compute.manager [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 2276.900517] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915b36f0-3c68-4210-a509-f461ae97a545 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.922896] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed37fa-c40c-40ef-905c-1cdd1a961041 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.940207] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.024620] env[62153]: INFO nova.scheduler.client.report [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocation for migration ed743db0-42b5-4cb5-9d35-790ff3d58cc4 [ 2277.432117] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575857} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.432563] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/fb60095e-56d0-4403-aaa2-5833b398001d.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2277.432817] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2277.433175] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b739efc0-96bc-45f5-8080-b34021ef9c06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.442030] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2277.442030] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55f8cc50-09df-4aba-b550-8463a064d53d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.445708] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2277.445708] env[62153]: value = "task-2073937" [ 2277.445708] env[62153]: _type = "Task" [ 2277.445708] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.452159] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2277.452159] env[62153]: value = "task-2073938" [ 2277.452159] env[62153]: _type = "Task" [ 2277.452159] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.461586] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.467311] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.530518] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.113s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2277.616344] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.616647] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.892431] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8475e8a2-3492-4bde-8a23-47fe064244af tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2277.941730] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.941980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.956735] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076527} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.961033] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2277.962142] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db072595-89b9-46a9-bc8f-99a018ba1ceb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.970146] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073938, 'name': CreateSnapshot_Task, 'duration_secs': 0.473301} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.979459] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2277.988394] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/fb60095e-56d0-4403-aaa2-5833b398001d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2277.989257] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c2217-6587-4f63-8c13-abf374572c97 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.992162] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81e3f9d-e610-4554-b596-b8cbc1005aad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.016758] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2278.016758] env[62153]: value = "task-2073939" [ 2278.016758] env[62153]: _type = "Task" [ 2278.016758] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.026102] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.120591] env[62153]: DEBUG nova.compute.utils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2278.445803] env[62153]: INFO nova.compute.manager [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Detaching volume 29b2818f-219d-4520-83e0-4a6b208be9de [ 2278.477496] env[62153]: INFO nova.virt.block_device [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Attempting to driver detach volume 29b2818f-219d-4520-83e0-4a6b208be9de from mountpoint /dev/sdc [ 2278.477733] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2278.477990] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425120', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'name': 'volume-29b2818f-219d-4520-83e0-4a6b208be9de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'serial': '29b2818f-219d-4520-83e0-4a6b208be9de'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2278.478935] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f30185-299d-4229-a1eb-b655aeb09cb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.502508] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb33a0-fc46-4702-a1a4-cdf9237553cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.510408] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a39f66-1866-4d89-aeb4-1748ef53f04e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.537648] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2278.538586] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17a76854-2567-421d-b0f5-bd82c850666b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.544763] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea418ab-ef80-4285-9711-e04dce23d864 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.552861] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073939, 'name': ReconfigVM_Task, 'duration_secs': 0.386375} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.566617] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/fb60095e-56d0-4403-aaa2-5833b398001d.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2278.567465] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2278.567465] env[62153]: value = "task-2073940" [ 2278.567465] env[62153]: _type = "Task" [ 2278.567465] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.567944] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] The volume has not been displaced from its original location: [datastore1] volume-29b2818f-219d-4520-83e0-4a6b208be9de/volume-29b2818f-219d-4520-83e0-4a6b208be9de.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2278.573256] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2278.573557] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f8979a-e6d4-4c12-9a0b-efc9eee4ac40 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.575457] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fdc0d7-4d81-411e-abcd-c319067c6a1b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.597334] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073940, 'name': CloneVM_Task} progress is 21%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.599524] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2278.599524] env[62153]: value = "task-2073941" [ 2278.599524] env[62153]: _type = "Task" [ 2278.599524] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.599772] env[62153]: DEBUG oslo_vmware.api [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2278.599772] env[62153]: value = "task-2073942" [ 2278.599772] env[62153]: _type = "Task" [ 2278.599772] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.612096] env[62153]: DEBUG oslo_vmware.api [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.614844] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073941, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.623859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.944429] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "9a464054-39f9-443a-bf4c-1269725c5c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.944649] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.944850] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.945050] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.945251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.947508] env[62153]: INFO nova.compute.manager [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Terminating instance [ 2279.086565] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073940, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.113635] env[62153]: DEBUG oslo_vmware.api [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073942, 'name': ReconfigVM_Task, 'duration_secs': 0.270565} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.117840] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2279.122799] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073941, 'name': Rename_Task, 'duration_secs': 0.146269} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.123165] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2beabc-06d3-49e2-87e7-f12dea764dac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.134602] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2279.134969] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9cf6e80-03d5-42d4-930a-f48c613ebbf5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.142777] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2279.142777] env[62153]: value = "task-2073943" [ 2279.142777] env[62153]: _type = "Task" [ 2279.142777] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.144199] env[62153]: DEBUG oslo_vmware.api [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2279.144199] env[62153]: value = "task-2073944" [ 2279.144199] env[62153]: _type = "Task" [ 2279.144199] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.155458] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.158745] env[62153]: DEBUG oslo_vmware.api [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.451553] env[62153]: DEBUG nova.compute.manager [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2279.451946] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2279.452953] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e45b07-cf73-468c-bf8a-138e607e6c42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.461759] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2279.462016] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbfed007-a88e-4da2-a9b5-30b7ff612968 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.468556] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2279.468556] env[62153]: value = "task-2073945" [ 2279.468556] env[62153]: _type = "Task" [ 2279.468556] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.476737] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.587130] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073940, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.659768] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073943, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.663557] env[62153]: DEBUG oslo_vmware.api [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073944, 'name': ReconfigVM_Task, 'duration_secs': 0.164833} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.663909] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425120', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'name': 'volume-29b2818f-219d-4520-83e0-4a6b208be9de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f8404763-97e4-45fb-80c6-28820708deee', 'attached_at': '', 'detached_at': '', 'volume_id': '29b2818f-219d-4520-83e0-4a6b208be9de', 'serial': '29b2818f-219d-4520-83e0-4a6b208be9de'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2279.690401] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.690695] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.692041] env[62153]: INFO nova.compute.manager [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Attaching volume 506de041-f82a-44a7-a574-c5f9a977a3ef to /dev/sdb [ 2279.726265] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773ed527-f896-43df-9ef8-8a038bdf7461 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.736641] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457154c9-31cb-4426-b25d-412713cfbc9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.751014] env[62153]: DEBUG nova.virt.block_device [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updating existing volume attachment record: 06d6aff4-c0c2-48f0-899a-e2726fe463f7 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2279.979569] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073945, 'name': PowerOffVM_Task, 'duration_secs': 0.347219} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.979882] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2279.980109] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2279.980372] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fe5e186-3dd3-4135-8daa-3fdc77c2235a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.090590] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073940, 'name': CloneVM_Task, 'duration_secs': 1.440944} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.090955] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Created linked-clone VM from snapshot [ 2280.092098] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75ff627-5db4-477e-8e52-e0352d72c1ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.102533] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Uploading image cc3a152c-d774-4320-9a56-4abbdf051925 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2280.127182] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2280.127182] env[62153]: value = "vm-425127" [ 2280.127182] env[62153]: _type = "VirtualMachine" [ 2280.127182] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2280.128019] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3ec3338-4748-4567-b4c6-96a4c7c9c6a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.132286] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2280.132497] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2280.132678] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleting the datastore file [datastore1] 9a464054-39f9-443a-bf4c-1269725c5c5b {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2280.132916] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b89129e-d8b9-47f8-8d93-fd5741026dfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.136191] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease: (returnval){ [ 2280.136191] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52560d8d-f1c4-b938-6f8e-7b7ee6952344" [ 2280.136191] env[62153]: _type = "HttpNfcLease" [ 2280.136191] env[62153]: } obtained for exporting VM: (result){ [ 2280.136191] env[62153]: value = "vm-425127" [ 2280.136191] env[62153]: _type = "VirtualMachine" [ 2280.136191] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2280.136445] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the lease: (returnval){ [ 2280.136445] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52560d8d-f1c4-b938-6f8e-7b7ee6952344" [ 2280.136445] env[62153]: _type = "HttpNfcLease" [ 2280.136445] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2280.140781] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for the task: (returnval){ [ 2280.140781] env[62153]: value = "task-2073949" [ 2280.140781] env[62153]: _type = "Task" [ 2280.140781] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.145681] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2280.145681] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52560d8d-f1c4-b938-6f8e-7b7ee6952344" [ 2280.145681] env[62153]: _type = "HttpNfcLease" [ 2280.145681] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2280.151574] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.156150] env[62153]: DEBUG oslo_vmware.api [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073943, 'name': PowerOnVM_Task, 'duration_secs': 0.573968} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.156400] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2280.156602] env[62153]: INFO nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Took 8.09 seconds to spawn the instance on the hypervisor. [ 2280.156801] env[62153]: DEBUG nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2280.157572] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189046c8-5040-4991-8a89-5e93e000e5f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.211679] env[62153]: DEBUG nova.objects.instance [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'flavor' on Instance uuid f8404763-97e4-45fb-80c6-28820708deee {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2280.648749] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2280.648749] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52560d8d-f1c4-b938-6f8e-7b7ee6952344" [ 2280.648749] env[62153]: _type = "HttpNfcLease" [ 2280.648749] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2280.652169] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2280.652169] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52560d8d-f1c4-b938-6f8e-7b7ee6952344" [ 2280.652169] env[62153]: _type = "HttpNfcLease" [ 2280.652169] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2280.652453] env[62153]: DEBUG oslo_vmware.api [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Task: {'id': task-2073949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19515} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.653221] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c32afbe-a5a6-46da-9e1a-d57de03ee409 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.656396] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2280.656597] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2280.656770] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2280.656960] env[62153]: INFO nova.compute.manager [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2280.657219] env[62153]: DEBUG oslo.service.loopingcall [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2280.657427] env[62153]: DEBUG nova.compute.manager [-] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2280.657524] env[62153]: DEBUG nova.network.neutron [-] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2280.664455] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d549-83ff-261d-5c2b-5ab1d860afe5/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2280.664656] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d549-83ff-261d-5c2b-5ab1d860afe5/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2280.673963] env[62153]: INFO nova.compute.manager [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Took 12.88 seconds to build instance. [ 2280.771067] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0190b68-651e-49e2-988c-f99b655c9682 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.986033] env[62153]: DEBUG nova.compute.manager [req-983ea4e7-ee92-405f-b4a6-586e5153cfc6 req-10d9d4c0-e567-47ea-8c6a-75c180e2d3b7 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Received event network-vif-deleted-10c8b338-2e6f-468e-8053-48987485b3c7 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2280.986457] env[62153]: INFO nova.compute.manager [req-983ea4e7-ee92-405f-b4a6-586e5153cfc6 req-10d9d4c0-e567-47ea-8c6a-75c180e2d3b7 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Neutron deleted interface 10c8b338-2e6f-468e-8053-48987485b3c7; detaching it from the instance and deleting it from the info cache [ 2280.986701] env[62153]: DEBUG nova.network.neutron [req-983ea4e7-ee92-405f-b4a6-586e5153cfc6 req-10d9d4c0-e567-47ea-8c6a-75c180e2d3b7 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2281.231423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e96fcc07-56af-4b40-acf9-cd5495810122 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "fb60095e-56d0-4403-aaa2-5833b398001d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.451s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.236129] env[62153]: DEBUG oslo_concurrency.lockutils [None req-cd9aea65-b44d-4964-a7a2-d95c5379aca9 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.457748] env[62153]: DEBUG nova.network.neutron [-] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2281.490406] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2eed193a-a2c0-4947-8e0b-62f5b53f62b8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.500056] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e6839f-c529-492e-8555-8d150a50b37f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.533874] env[62153]: DEBUG nova.compute.manager [req-983ea4e7-ee92-405f-b4a6-586e5153cfc6 req-10d9d4c0-e567-47ea-8c6a-75c180e2d3b7 service nova] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Detach interface failed, port_id=10c8b338-2e6f-468e-8053-48987485b3c7, reason: Instance 9a464054-39f9-443a-bf4c-1269725c5c5b could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2281.585503] env[62153]: INFO nova.compute.manager [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Rescuing [ 2281.585820] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.586096] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.586200] env[62153]: DEBUG nova.network.neutron [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2281.961499] env[62153]: INFO nova.compute.manager [-] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Took 1.30 seconds to deallocate network for instance. [ 2282.379344] env[62153]: DEBUG nova.network.neutron [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.381297] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.381544] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.381746] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "f8404763-97e4-45fb-80c6-28820708deee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.381929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.382114] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.384026] env[62153]: INFO nova.compute.manager [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Terminating instance [ 2282.471359] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.471862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.472158] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.502518] env[62153]: INFO nova.scheduler.client.report [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Deleted allocations for instance 9a464054-39f9-443a-bf4c-1269725c5c5b [ 2282.882485] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.887555] env[62153]: DEBUG nova.compute.manager [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2282.887805] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2282.888781] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ba6e8-fbbb-41e3-99b8-9e1093bfa80e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.897280] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2282.897539] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7dc0174-0252-428a-a007-6b394aab3a0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.905048] env[62153]: DEBUG oslo_vmware.api [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2282.905048] env[62153]: value = "task-2073951" [ 2282.905048] env[62153]: _type = "Task" [ 2282.905048] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.915029] env[62153]: DEBUG oslo_vmware.api [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.011746] env[62153]: DEBUG oslo_concurrency.lockutils [None req-75d1a41a-8cf8-4a95-b82d-aef9b1eb7d28 tempest-DeleteServersTestJSON-1100362258 tempest-DeleteServersTestJSON-1100362258-project-member] Lock "9a464054-39f9-443a-bf4c-1269725c5c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.067s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.416561] env[62153]: DEBUG oslo_vmware.api [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073951, 'name': PowerOffVM_Task, 'duration_secs': 0.255289} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.416561] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2283.416561] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2283.416561] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78f2ef0e-682a-4936-9d2e-54ba63c70674 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.466809] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7c3e2-b03c-1812-7b67-3150e6f42cf0/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2283.468098] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5818481-95ca-4fee-a734-25e856eace64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.475960] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7c3e2-b03c-1812-7b67-3150e6f42cf0/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2283.476100] env[62153]: ERROR oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7c3e2-b03c-1812-7b67-3150e6f42cf0/disk-0.vmdk due to incomplete transfer. [ 2283.476347] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c560add-3e68-46dd-abae-062f4ac80a8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.483657] env[62153]: DEBUG oslo_vmware.rw_handles [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7c3e2-b03c-1812-7b67-3150e6f42cf0/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2283.483854] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Uploaded image 0ce491f0-a237-413e-b442-d2e00a958c5e to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2283.486281] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2283.486554] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2ae31da-3f9f-4ae9-885a-352bda380639 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.492183] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2283.492183] env[62153]: value = "task-2073953" [ 2283.492183] env[62153]: _type = "Task" [ 2283.492183] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.501258] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073953, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.512747] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2283.512910] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2283.513123] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Deleting the datastore file [datastore1] f8404763-97e4-45fb-80c6-28820708deee {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2283.513635] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39b25727-f84b-44e6-a02e-37ab24b690d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.520062] env[62153]: DEBUG oslo_vmware.api [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for the task: (returnval){ [ 2283.520062] env[62153]: value = "task-2073954" [ 2283.520062] env[62153]: _type = "Task" [ 2283.520062] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.528420] env[62153]: DEBUG oslo_vmware.api [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.005546] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073953, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.030719] env[62153]: DEBUG oslo_vmware.api [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Task: {'id': task-2073954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248991} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.031063] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2284.031190] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2284.031390] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2284.031581] env[62153]: INFO nova.compute.manager [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] [instance: f8404763-97e4-45fb-80c6-28820708deee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2284.031828] env[62153]: DEBUG oslo.service.loopingcall [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2284.032028] env[62153]: DEBUG nova.compute.manager [-] [instance: f8404763-97e4-45fb-80c6-28820708deee] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2284.032133] env[62153]: DEBUG nova.network.neutron [-] [instance: f8404763-97e4-45fb-80c6-28820708deee] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2284.302040] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2284.302306] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425128', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'name': 'volume-506de041-f82a-44a7-a574-c5f9a977a3ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '297fb26a-6280-481f-8151-77ccfd3baabb', 'attached_at': '', 'detached_at': '', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'serial': '506de041-f82a-44a7-a574-c5f9a977a3ef'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2284.303242] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30960f6-6883-43f0-b983-c24a33a6d13c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.327227] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa31154e-891d-4d2c-824a-7376243e15a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.359701] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-506de041-f82a-44a7-a574-c5f9a977a3ef/volume-506de041-f82a-44a7-a574-c5f9a977a3ef.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2284.360095] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cafb68b-d037-4a75-b8cc-18ce366459c3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.379415] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2284.379415] env[62153]: value = "task-2073956" [ 2284.379415] env[62153]: _type = "Task" [ 2284.379415] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.387725] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.503753] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073953, 'name': Destroy_Task, 'duration_secs': 0.637536} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.504131] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Destroyed the VM [ 2284.504810] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2284.504810] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebaaf75b-3943-4f15-8ab6-e74259d3a3e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.512807] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2284.512807] env[62153]: value = "task-2073957" [ 2284.512807] env[62153]: _type = "Task" [ 2284.512807] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.520977] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.579691] env[62153]: DEBUG nova.compute.manager [req-cce6562f-c69b-4747-b678-125b8c775156 req-512ff368-8d83-4f9e-b528-f982a86add7e service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Received event network-vif-deleted-a33a96bf-a42b-41e9-893f-c0c8767d2a53 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2284.579805] env[62153]: INFO nova.compute.manager [req-cce6562f-c69b-4747-b678-125b8c775156 req-512ff368-8d83-4f9e-b528-f982a86add7e service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Neutron deleted interface a33a96bf-a42b-41e9-893f-c0c8767d2a53; detaching it from the instance and deleting it from the info cache [ 2284.580072] env[62153]: DEBUG nova.network.neutron [req-cce6562f-c69b-4747-b678-125b8c775156 req-512ff368-8d83-4f9e-b528-f982a86add7e service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.889826] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.972081] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2284.972081] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae0564f8-8fa5-4175-827d-6bbf5cc5d800 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.979160] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2284.979160] env[62153]: value = "task-2073958" [ 2284.979160] env[62153]: _type = "Task" [ 2284.979160] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.987646] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.022389] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073957, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416314} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.022612] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2285.022898] env[62153]: DEBUG nova.compute.manager [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2285.023709] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce5554-7c66-404a-be7b-599b0bb809a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.056165] env[62153]: DEBUG nova.network.neutron [-] [instance: f8404763-97e4-45fb-80c6-28820708deee] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.083057] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45d12603-8f9c-4f7b-a5b9-f055853d9682 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.093330] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56b687a-ee41-4552-af0e-2b6d5a0f1226 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.136983] env[62153]: DEBUG nova.compute.manager [req-cce6562f-c69b-4747-b678-125b8c775156 req-512ff368-8d83-4f9e-b528-f982a86add7e service nova] [instance: f8404763-97e4-45fb-80c6-28820708deee] Detach interface failed, port_id=a33a96bf-a42b-41e9-893f-c0c8767d2a53, reason: Instance f8404763-97e4-45fb-80c6-28820708deee could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2285.391795] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.490547] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073958, 'name': PowerOffVM_Task, 'duration_secs': 0.204367} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.490974] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2285.492207] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26614e35-586a-4956-9d48-3dc8cd2a2c7e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.522234] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2db4018-2a1b-4314-beaa-902e1f96638c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.539105] env[62153]: INFO nova.compute.manager [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Shelve offloading [ 2285.559820] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2285.560468] env[62153]: INFO nova.compute.manager [-] [instance: f8404763-97e4-45fb-80c6-28820708deee] Took 1.53 seconds to deallocate network for instance. [ 2285.561166] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9365aa-916a-4f5e-ad3b-f543cfd9e827 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.573247] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2285.573247] env[62153]: value = "task-2073959" [ 2285.573247] env[62153]: _type = "Task" [ 2285.573247] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.586523] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2285.586858] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2285.587289] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.587471] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.587758] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2285.588584] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ab7515-0778-4de3-a452-a1e90a4266ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.598927] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2285.599166] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2285.599898] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba640bb7-48cb-47fb-90c2-60805265fcac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.607269] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2285.607269] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b80bd6-cbd3-892f-1442-5bdec63b5e20" [ 2285.607269] env[62153]: _type = "Task" [ 2285.607269] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.619187] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b80bd6-cbd3-892f-1442-5bdec63b5e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.891979] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.044819] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2286.045195] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332cfb9a-0a2f-4325-8301-3a525bc5afde {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.053668] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2286.053668] env[62153]: value = "task-2073960" [ 2286.053668] env[62153]: _type = "Task" [ 2286.053668] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.063651] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2286.064078] env[62153]: DEBUG nova.compute.manager [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2286.064649] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffefd61-a0af-43f4-9453-fbb057182678 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.070698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.070876] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.071040] env[62153]: DEBUG nova.network.neutron [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2286.073537] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.073741] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.073947] env[62153]: DEBUG nova.objects.instance [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lazy-loading 'resources' on Instance uuid f8404763-97e4-45fb-80c6-28820708deee {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2286.118405] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b80bd6-cbd3-892f-1442-5bdec63b5e20, 'name': SearchDatastore_Task, 'duration_secs': 0.029063} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.119271] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92994ca-ab18-4fb0-9c02-800effc365d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.125236] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2286.125236] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521fe77b-b4ae-7f56-41f3-9aef1693f16d" [ 2286.125236] env[62153]: _type = "Task" [ 2286.125236] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.133559] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521fe77b-b4ae-7f56-41f3-9aef1693f16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.392995] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073956, 'name': ReconfigVM_Task, 'duration_secs': 1.524325} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.393291] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-506de041-f82a-44a7-a574-c5f9a977a3ef/volume-506de041-f82a-44a7-a574-c5f9a977a3ef.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2286.397982] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61237fcf-369a-4576-8c2f-f14d269c7d9c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.414058] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2286.414058] env[62153]: value = "task-2073961" [ 2286.414058] env[62153]: _type = "Task" [ 2286.414058] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.422298] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.637150] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521fe77b-b4ae-7f56-41f3-9aef1693f16d, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.639918] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.640273] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. {{(pid=62153) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2286.642934] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7faf08cf-726f-4da5-81bc-747085a104dd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.650552] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2286.650552] env[62153]: value = "task-2073962" [ 2286.650552] env[62153]: _type = "Task" [ 2286.650552] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.661698] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.742971] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73dae0-11c9-4e6a-bb4d-b95213bfcd08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.752354] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d648f4-48a4-4dae-abe5-8451eda0941b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.787174] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7637fe60-ecf2-4073-9b8d-15ccb8664d4c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.797119] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b949114-f2dc-4dde-a71d-4235515bd4da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.812970] env[62153]: DEBUG nova.compute.provider_tree [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2286.925375] env[62153]: DEBUG oslo_vmware.api [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073961, 'name': ReconfigVM_Task, 'duration_secs': 0.224007} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.925375] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425128', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'name': 'volume-506de041-f82a-44a7-a574-c5f9a977a3ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '297fb26a-6280-481f-8151-77ccfd3baabb', 'attached_at': '', 'detached_at': '', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'serial': '506de041-f82a-44a7-a574-c5f9a977a3ef'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2286.937884] env[62153]: DEBUG nova.network.neutron [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.163883] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.317012] env[62153]: DEBUG nova.scheduler.client.report [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2287.440795] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.668853] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635481} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.669736] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk. [ 2287.672098] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902d195d-c7b6-49a4-ac84-aea97aeb2101 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.715439] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2287.716055] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1b9593-7990-4739-812a-e7191fe9e121 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.739413] env[62153]: DEBUG nova.compute.manager [req-ea67a60e-b9cd-47a0-8301-1fceba95cf96 req-42a44e53-9a70-4b8b-b2c9-c7eb68267015 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-vif-unplugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2287.739413] env[62153]: DEBUG oslo_concurrency.lockutils [req-ea67a60e-b9cd-47a0-8301-1fceba95cf96 req-42a44e53-9a70-4b8b-b2c9-c7eb68267015 service nova] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.739840] env[62153]: DEBUG oslo_concurrency.lockutils [req-ea67a60e-b9cd-47a0-8301-1fceba95cf96 req-42a44e53-9a70-4b8b-b2c9-c7eb68267015 service nova] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.740225] env[62153]: DEBUG oslo_concurrency.lockutils [req-ea67a60e-b9cd-47a0-8301-1fceba95cf96 req-42a44e53-9a70-4b8b-b2c9-c7eb68267015 service nova] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.743016] env[62153]: DEBUG nova.compute.manager [req-ea67a60e-b9cd-47a0-8301-1fceba95cf96 req-42a44e53-9a70-4b8b-b2c9-c7eb68267015 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] No waiting events found dispatching network-vif-unplugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2287.743016] env[62153]: WARNING nova.compute.manager [req-ea67a60e-b9cd-47a0-8301-1fceba95cf96 req-42a44e53-9a70-4b8b-b2c9-c7eb68267015 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received unexpected event network-vif-unplugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e for instance with vm_state shelved and task_state shelving_offloading. [ 2287.743016] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2287.743016] env[62153]: value = "task-2073963" [ 2287.743016] env[62153]: _type = "Task" [ 2287.743016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.753630] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073963, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.824905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.850144] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2287.850144] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfe5e3d-d6fd-48d7-ae83-2dc8116cf9c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.857528] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2287.859364] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5b519cd-fc7d-456e-b5ef-eb63f91c4937 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.866432] env[62153]: INFO nova.scheduler.client.report [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Deleted allocations for instance f8404763-97e4-45fb-80c6-28820708deee [ 2287.965202] env[62153]: DEBUG nova.objects.instance [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'flavor' on Instance uuid 297fb26a-6280-481f-8151-77ccfd3baabb {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2288.214823] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2288.214823] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2288.215208] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleting the datastore file [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2288.215208] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5f9f1c-08b9-4738-9840-8e729cea57d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.222452] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2288.222452] env[62153]: value = "task-2073965" [ 2288.222452] env[62153]: _type = "Task" [ 2288.222452] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.232890] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.252354] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.372422] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.376962] env[62153]: DEBUG oslo_concurrency.lockutils [None req-413eacd3-a25e-4687-8062-b8267a1b0104 tempest-AttachVolumeTestJSON-360560380 tempest-AttachVolumeTestJSON-360560380-project-member] Lock "f8404763-97e4-45fb-80c6-28820708deee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.995s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.469894] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f6cd6b4d-8eb5-4b2b-93cf-c942a576c42a tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.779s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.470980] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.099s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.736086] env[62153]: DEBUG oslo_vmware.api [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276857} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.736086] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2288.736086] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2288.736086] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2288.755723] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073963, 'name': ReconfigVM_Task, 'duration_secs': 0.614494} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.756264] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d/a0fe52c4-9b97-4dd3-ae24-9aba6478367a-rescue.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2288.757491] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b80bd-77a8-4393-8d38-f15c42432a0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.789495] env[62153]: INFO nova.scheduler.client.report [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted allocations for instance 108b6393-9bc1-4466-bd29-2a662e8da5be [ 2288.792323] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fead98b-0c02-45b9-b6c8-b68c3f6b661f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.810682] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2288.810682] env[62153]: value = "task-2073966" [ 2288.810682] env[62153]: _type = "Task" [ 2288.810682] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.820573] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.974299] env[62153]: INFO nova.compute.manager [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Detaching volume 506de041-f82a-44a7-a574-c5f9a977a3ef [ 2289.014167] env[62153]: INFO nova.virt.block_device [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Attempting to driver detach volume 506de041-f82a-44a7-a574-c5f9a977a3ef from mountpoint /dev/sdb [ 2289.014447] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2289.014990] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425128', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'name': 'volume-506de041-f82a-44a7-a574-c5f9a977a3ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '297fb26a-6280-481f-8151-77ccfd3baabb', 'attached_at': '', 'detached_at': '', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'serial': '506de041-f82a-44a7-a574-c5f9a977a3ef'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2289.015622] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5d4de6-963e-4b26-b1c0-a408a91637f8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.038612] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe444a-3793-4424-b932-b63883ea6757 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.046014] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2f71b-3495-4a9e-9a1f-0595aca6e98e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.069278] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463df9f4-2593-4fc3-aeb2-e76fdedd7501 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.089864] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] The volume has not been displaced from its original location: [datastore1] volume-506de041-f82a-44a7-a574-c5f9a977a3ef/volume-506de041-f82a-44a7-a574-c5f9a977a3ef.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2289.096967] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2289.098045] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abf1f6b-c390-4c81-8251-5792579bcd94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.123711] env[62153]: DEBUG oslo_vmware.api [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2289.123711] env[62153]: value = "task-2073968" [ 2289.123711] env[62153]: _type = "Task" [ 2289.123711] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.130640] env[62153]: DEBUG oslo_vmware.api [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.144143] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d549-83ff-261d-5c2b-5ab1d860afe5/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2289.144900] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e47d8-c767-46d6-adbf-f96a4313a42b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.151198] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d549-83ff-261d-5c2b-5ab1d860afe5/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2289.151440] env[62153]: ERROR oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d549-83ff-261d-5c2b-5ab1d860afe5/disk-0.vmdk due to incomplete transfer. [ 2289.152017] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3db8eadb-ce29-49dd-a84c-d2cd96b4d39e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.158348] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d549-83ff-261d-5c2b-5ab1d860afe5/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2289.158458] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Uploaded image cc3a152c-d774-4320-9a56-4abbdf051925 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2289.160229] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2289.160471] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f7830d3-ad6d-4c71-b7d9-6156293c577d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.165707] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2289.165707] env[62153]: value = "task-2073969" [ 2289.165707] env[62153]: _type = "Task" [ 2289.165707] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.173578] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073969, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.307581] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.308023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.308375] env[62153]: DEBUG nova.objects.instance [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'resources' on Instance uuid 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2289.321978] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073966, 'name': ReconfigVM_Task, 'duration_secs': 0.272915} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.322253] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2289.322502] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d7deec2-e673-47fc-b855-6bb61b0d21fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.330550] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2289.330550] env[62153]: value = "task-2073970" [ 2289.330550] env[62153]: _type = "Task" [ 2289.330550] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.344636] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.632712] env[62153]: DEBUG oslo_vmware.api [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073968, 'name': ReconfigVM_Task, 'duration_secs': 0.240204} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.632932] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2289.637509] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7838b16a-8d93-487b-93ca-72065bff6d41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.651611] env[62153]: DEBUG oslo_vmware.api [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2289.651611] env[62153]: value = "task-2073971" [ 2289.651611] env[62153]: _type = "Task" [ 2289.651611] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.659342] env[62153]: DEBUG oslo_vmware.api [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.674393] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073969, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.773800] env[62153]: DEBUG nova.compute.manager [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2289.774028] env[62153]: DEBUG nova.compute.manager [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing instance network info cache due to event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2289.774289] env[62153]: DEBUG oslo_concurrency.lockutils [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.774473] env[62153]: DEBUG oslo_concurrency.lockutils [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.774684] env[62153]: DEBUG nova.network.neutron [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2289.811855] env[62153]: DEBUG nova.objects.instance [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'numa_topology' on Instance uuid 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2289.840460] env[62153]: DEBUG oslo_vmware.api [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073970, 'name': PowerOnVM_Task, 'duration_secs': 0.441762} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.840775] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2289.843716] env[62153]: DEBUG nova.compute.manager [None req-1fb58b4a-5e05-4ad3-bc35-6a8ebb1a6b65 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2289.845031] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bcc2a6-6830-4961-9556-61f7c038b49c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.161696] env[62153]: DEBUG oslo_vmware.api [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073971, 'name': ReconfigVM_Task, 'duration_secs': 0.138764} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.162516] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425128', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'name': 'volume-506de041-f82a-44a7-a574-c5f9a977a3ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '297fb26a-6280-481f-8151-77ccfd3baabb', 'attached_at': '', 'detached_at': '', 'volume_id': '506de041-f82a-44a7-a574-c5f9a977a3ef', 'serial': '506de041-f82a-44a7-a574-c5f9a977a3ef'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2290.176361] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073969, 'name': Destroy_Task, 'duration_secs': 0.713187} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.176527] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Destroyed the VM [ 2290.176732] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2290.176999] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7e87668-2dcd-470c-97cc-81c2e4108751 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.184481] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2290.184481] env[62153]: value = "task-2073972" [ 2290.184481] env[62153]: _type = "Task" [ 2290.184481] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.192632] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073972, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.314504] env[62153]: DEBUG nova.objects.base [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Object Instance<108b6393-9bc1-4466-bd29-2a662e8da5be> lazy-loaded attributes: resources,numa_topology {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2290.458102] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9b4aa5-c448-4a82-9e0d-b04d66c9a63f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.465416] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ee538-5022-4291-88ce-d8f05b73e445 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.500578] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316fb2f-34cc-4775-8fda-db6141fd6a39 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.512791] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ffe47-7fc5-430b-93f2-233ee3fdc8f5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.518808] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "f56a6c28-9530-4ad4-84c2-0d266af93423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.518921] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.519201] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "f56a6c28-9530-4ad4-84c2-0d266af93423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.519402] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.519575] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.522853] env[62153]: INFO nova.compute.manager [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Terminating instance [ 2290.534251] env[62153]: DEBUG nova.compute.provider_tree [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2290.690394] env[62153]: DEBUG nova.network.neutron [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updated VIF entry in instance network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2290.690762] env[62153]: DEBUG nova.network.neutron [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf0167650-d9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.695892] env[62153]: DEBUG oslo_vmware.api [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073972, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382828} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.696232] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2290.696916] env[62153]: INFO nova.compute.manager [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Took 13.80 seconds to snapshot the instance on the hypervisor. [ 2290.711740] env[62153]: DEBUG nova.objects.instance [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'flavor' on Instance uuid 297fb26a-6280-481f-8151-77ccfd3baabb {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2291.037822] env[62153]: DEBUG nova.scheduler.client.report [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2291.041378] env[62153]: DEBUG nova.compute.manager [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2291.041378] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2291.042383] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c847c6-68f6-47b1-86e5-2979251719bc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.050363] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2291.050591] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9278cd58-41f8-4c9c-9f20-5bb2fa17ec79 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.197076] env[62153]: DEBUG oslo_concurrency.lockutils [req-9902efa0-3830-4331-998a-6763eb8fb386 req-a59fdf70-0727-4118-9ba9-7c075a3d35fa service nova] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.200885] env[62153]: DEBUG nova.compute.manager [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Instance disappeared during snapshot {{(pid=62153) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2291.217350] env[62153]: DEBUG nova.compute.manager [None req-5ac6b206-9fb8-4b79-bf0c-0738958d16cd tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image not found during clean up cc3a152c-d774-4320-9a56-4abbdf051925 {{(pid=62153) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 2291.302475] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.360660] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.360972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.360972] env[62153]: INFO nova.compute.manager [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Shelving [ 2291.543377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.674652] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2291.674879] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2291.676031] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleting the datastore file [datastore1] f56a6c28-9530-4ad4-84c2-0d266af93423 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2291.676031] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac20c1f-03cb-4dc7-ab5f-fda9128a7fbc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.683517] env[62153]: DEBUG oslo_vmware.api [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2291.683517] env[62153]: value = "task-2073974" [ 2291.683517] env[62153]: _type = "Task" [ 2291.683517] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.693013] env[62153]: DEBUG oslo_vmware.api [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.723478] env[62153]: DEBUG oslo_concurrency.lockutils [None req-c0ab2224-824d-468c-ac23-e539a2def399 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.803494] env[62153]: DEBUG nova.compute.manager [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2291.803686] env[62153]: DEBUG nova.compute.manager [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing instance network info cache due to event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2291.803898] env[62153]: DEBUG oslo_concurrency.lockutils [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.804052] env[62153]: DEBUG oslo_concurrency.lockutils [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.804216] env[62153]: DEBUG nova.network.neutron [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2292.052083] env[62153]: DEBUG oslo_concurrency.lockutils [None req-1f4c42c9-8c32-4b78-9584-fae22bd498a8 tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.654s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.053408] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.750s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.053408] env[62153]: INFO nova.compute.manager [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Unshelving [ 2292.074597] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.074837] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.194539] env[62153]: DEBUG oslo_vmware.api [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2073974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221179} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.194900] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2292.195105] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2292.195320] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2292.195493] env[62153]: INFO nova.compute.manager [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2292.195764] env[62153]: DEBUG oslo.service.loopingcall [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2292.195974] env[62153]: DEBUG nova.compute.manager [-] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2292.196099] env[62153]: DEBUG nova.network.neutron [-] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2292.372931] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2292.373318] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20092f3f-af8a-46e5-96d1-8dd36f577bc9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.380898] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2292.380898] env[62153]: value = "task-2073976" [ 2292.380898] env[62153]: _type = "Task" [ 2292.380898] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.390650] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.577132] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2292.742526] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.743161] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.743436] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "297fb26a-6280-481f-8151-77ccfd3baabb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.743642] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.744058] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.746807] env[62153]: INFO nova.compute.manager [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Terminating instance [ 2292.869429] env[62153]: DEBUG nova.network.neutron [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updated VIF entry in instance network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.869796] env[62153]: DEBUG nova.network.neutron [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.891850] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073976, 'name': PowerOffVM_Task, 'duration_secs': 0.195699} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.891850] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2292.892638] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49baf9b3-cc9f-4b44-8c4c-73b44079397e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.918962] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aac09f3-221b-4a88-a6f4-23fe6e9f9b3f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.080035] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.080328] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.080547] env[62153]: DEBUG nova.objects.instance [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'pci_requests' on Instance uuid 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.101579] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.252279] env[62153]: DEBUG nova.compute.manager [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2293.252515] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2293.253424] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4700136-2d71-4212-8e85-850412cd8d53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.261532] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2293.261800] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-043bf8e7-7971-4942-8f1d-42594af598fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.269058] env[62153]: DEBUG oslo_vmware.api [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2293.269058] env[62153]: value = "task-2073977" [ 2293.269058] env[62153]: _type = "Task" [ 2293.269058] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.277376] env[62153]: DEBUG oslo_vmware.api [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.372916] env[62153]: DEBUG oslo_concurrency.lockutils [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.373230] env[62153]: DEBUG nova.compute.manager [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2293.373515] env[62153]: DEBUG nova.compute.manager [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing instance network info cache due to event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2293.373698] env[62153]: DEBUG oslo_concurrency.lockutils [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.373881] env[62153]: DEBUG oslo_concurrency.lockutils [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.374098] env[62153]: DEBUG nova.network.neutron [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2293.425227] env[62153]: DEBUG oslo_concurrency.lockutils [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.425409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.438267] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2293.438794] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcde9e60-f0d6-47fc-b4e8-dd267380c628 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.446573] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2293.446573] env[62153]: value = "task-2073978" [ 2293.446573] env[62153]: _type = "Task" [ 2293.446573] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.456213] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.481092] env[62153]: DEBUG nova.network.neutron [-] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.585972] env[62153]: DEBUG nova.objects.instance [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'numa_topology' on Instance uuid 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.781180] env[62153]: DEBUG oslo_vmware.api [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073977, 'name': PowerOffVM_Task, 'duration_secs': 0.327648} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.781180] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2293.781180] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2293.781180] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e905323d-c2e0-423c-9914-91775e12a2da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.860197] env[62153]: DEBUG nova.compute.manager [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Received event network-vif-deleted-f851c60b-229a-473e-8e42-718b1b550855 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2293.860197] env[62153]: DEBUG nova.compute.manager [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2293.860197] env[62153]: DEBUG nova.compute.manager [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing instance network info cache due to event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2293.860814] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.930241] env[62153]: INFO nova.compute.manager [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Detaching volume 3932965e-7da0-401f-9a91-8adf87e44670 [ 2293.932968] env[62153]: DEBUG nova.compute.manager [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2293.933247] env[62153]: DEBUG nova.compute.manager [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing instance network info cache due to event network-changed-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2293.933487] env[62153]: DEBUG oslo_concurrency.lockutils [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] Acquiring lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.957755] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073978, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.969534] env[62153]: INFO nova.virt.block_device [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Attempting to driver detach volume 3932965e-7da0-401f-9a91-8adf87e44670 from mountpoint /dev/sdb [ 2293.969763] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2293.969945] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2293.971146] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f593df0-6b84-4a90-a582-9e86067b9c7c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.992506] env[62153]: INFO nova.compute.manager [-] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Took 1.80 seconds to deallocate network for instance. [ 2293.996959] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e34ce-1a67-4ee0-b02f-76516ac36921 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.010019] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d76b5f-9933-4e78-a324-e9dcfd3a4f64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.033749] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f42ca-0a78-4cfc-ae6b-b7200b6a8d2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.036350] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2294.036612] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2294.036855] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleting the datastore file [datastore1] 297fb26a-6280-481f-8151-77ccfd3baabb {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2294.037139] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda6183f-77c4-409f-9c86-6bf505249548 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.053276] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] The volume has not been displaced from its original location: [datastore1] volume-3932965e-7da0-401f-9a91-8adf87e44670/volume-3932965e-7da0-401f-9a91-8adf87e44670.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2294.058717] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2294.060520] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb86875-cc81-4f94-be4c-14caa4f985db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.073447] env[62153]: DEBUG oslo_vmware.api [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2294.073447] env[62153]: value = "task-2073980" [ 2294.073447] env[62153]: _type = "Task" [ 2294.073447] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.081604] env[62153]: DEBUG oslo_vmware.api [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2294.081604] env[62153]: value = "task-2073981" [ 2294.081604] env[62153]: _type = "Task" [ 2294.081604] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.087284] env[62153]: DEBUG oslo_vmware.api [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.089086] env[62153]: INFO nova.compute.claims [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2294.095374] env[62153]: DEBUG oslo_vmware.api [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.131903] env[62153]: DEBUG nova.network.neutron [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updated VIF entry in instance network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2294.132420] env[62153]: DEBUG nova.network.neutron [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.457016] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073978, 'name': CreateSnapshot_Task, 'duration_secs': 0.91958} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.457355] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2294.458015] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457bfa01-6ae4-4bde-8532-b3a28ecf20b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.505834] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.589054] env[62153]: DEBUG oslo_vmware.api [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2073980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165785} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.589712] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2294.589881] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2294.590068] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2294.590245] env[62153]: INFO nova.compute.manager [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2294.590476] env[62153]: DEBUG oslo.service.loopingcall [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2294.590654] env[62153]: DEBUG nova.compute.manager [-] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2294.590733] env[62153]: DEBUG nova.network.neutron [-] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2294.595192] env[62153]: DEBUG oslo_vmware.api [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073981, 'name': ReconfigVM_Task, 'duration_secs': 0.26406} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.595699] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2294.602099] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cca4c41-79ad-48a2-a95f-f8d895469be9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.618094] env[62153]: DEBUG oslo_vmware.api [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2294.618094] env[62153]: value = "task-2073982" [ 2294.618094] env[62153]: _type = "Task" [ 2294.618094] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.625912] env[62153]: DEBUG oslo_vmware.api [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.634811] env[62153]: DEBUG oslo_concurrency.lockutils [req-e9972c36-be22-4869-b21b-df35cdafd492 req-461a4d35-c16d-44d0-92c6-52999c47a836 service nova] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.635268] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.635491] env[62153]: DEBUG nova.network.neutron [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2294.976384] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2294.977145] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8923c498-538f-4edb-ab4a-a58eb25fee5e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.987683] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2294.987683] env[62153]: value = "task-2073983" [ 2294.987683] env[62153]: _type = "Task" [ 2294.987683] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.998538] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073983, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.070226] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "fb60095e-56d0-4403-aaa2-5833b398001d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.070396] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "fb60095e-56d0-4403-aaa2-5833b398001d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.070599] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "fb60095e-56d0-4403-aaa2-5833b398001d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.070795] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "fb60095e-56d0-4403-aaa2-5833b398001d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.070967] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "fb60095e-56d0-4403-aaa2-5833b398001d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.073035] env[62153]: INFO nova.compute.manager [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Terminating instance [ 2295.127633] env[62153]: DEBUG oslo_vmware.api [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073982, 'name': ReconfigVM_Task, 'duration_secs': 0.214124} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.127898] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425110', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'name': 'volume-3932965e-7da0-401f-9a91-8adf87e44670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66de520f-44cc-4880-ac57-9244af7010d8', 'attached_at': '', 'detached_at': '', 'volume_id': '3932965e-7da0-401f-9a91-8adf87e44670', 'serial': '3932965e-7da0-401f-9a91-8adf87e44670'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2295.257964] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd047b1-9474-4354-b845-35fee415c472 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.269889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf30009f-e6bb-4daf-b66f-349147a8e0a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.303022] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36db0f6c-71b2-47ba-8a06-6acd811d481e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.313190] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af72c404-f126-40e5-860a-a672d77e601a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.330903] env[62153]: DEBUG nova.compute.provider_tree [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2295.341828] env[62153]: DEBUG nova.network.neutron [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updated VIF entry in instance network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2295.342185] env[62153]: DEBUG nova.network.neutron [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2295.497721] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073983, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.569093] env[62153]: DEBUG nova.network.neutron [-] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2295.577459] env[62153]: DEBUG nova.compute.manager [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2295.577727] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2295.578696] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77af465-167d-406b-b461-37cd3279b209 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.588607] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2295.588880] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33889081-7a31-49be-8808-ceb71b878090 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.595794] env[62153]: DEBUG oslo_vmware.api [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2295.595794] env[62153]: value = "task-2073985" [ 2295.595794] env[62153]: _type = "Task" [ 2295.595794] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.604793] env[62153]: DEBUG oslo_vmware.api [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.670470] env[62153]: DEBUG nova.objects.instance [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'flavor' on Instance uuid 66de520f-44cc-4880-ac57-9244af7010d8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2295.837389] env[62153]: DEBUG nova.scheduler.client.report [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2295.845624] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c89eaf5-3ce0-494b-94ab-9981a3a7615f req-a7e5b571-37b0-489f-91ec-223c93b3499c service nova] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.846075] env[62153]: DEBUG oslo_concurrency.lockutils [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] Acquired lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.846266] env[62153]: DEBUG nova.network.neutron [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Refreshing network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2295.883350] env[62153]: DEBUG nova.compute.manager [req-38fe30b7-f11f-45b1-aed5-f46c5cd96e7c req-9b9339c6-45b2-4020-9c76-202d1a1171cf service nova] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Received event network-vif-deleted-e95bc8f1-4cec-4191-88fd-a91348ad8292 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2295.998404] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073983, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.071579] env[62153]: INFO nova.compute.manager [-] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Took 1.48 seconds to deallocate network for instance. [ 2296.105543] env[62153]: DEBUG oslo_vmware.api [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073985, 'name': PowerOffVM_Task, 'duration_secs': 0.204656} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.105838] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2296.106019] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.106984] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58403966-3925-4a25-855b-8214bd9b47d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.341097] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.261s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.343389] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.242s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.345393] env[62153]: INFO nova.compute.claims [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2296.391777] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2296.392019] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2296.392209] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Deleting the datastore file [datastore1] fb60095e-56d0-4403-aaa2-5833b398001d {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2296.394583] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ee28672-8b43-470b-ac26-3aa9605e64e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.397383] env[62153]: INFO nova.network.neutron [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating port f0167650-d946-4d7e-9a44-3fd3fb9ea21e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2296.404238] env[62153]: DEBUG oslo_vmware.api [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for the task: (returnval){ [ 2296.404238] env[62153]: value = "task-2073987" [ 2296.404238] env[62153]: _type = "Task" [ 2296.404238] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.412779] env[62153]: DEBUG oslo_vmware.api [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.501295] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073983, 'name': CloneVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.579794] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.677857] env[62153]: DEBUG oslo_concurrency.lockutils [None req-767a9db7-7d76-42d6-b35a-2c2c74176874 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.734112] env[62153]: DEBUG nova.network.neutron [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updated VIF entry in instance network info cache for port 03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2296.734651] env[62153]: DEBUG nova.network.neutron [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [{"id": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "address": "fa:16:3e:60:69:5d", "network": {"id": "ec31f009-3aa4-42ab-aa20-61bc2aa9f4ef", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-956583017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b2e34865d4747c2aa19fa4857f6690f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bcdd9e-d2", "ovs_interfaceid": "03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.916027] env[62153]: DEBUG oslo_vmware.api [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Task: {'id': task-2073987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37358} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.916027] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2296.916191] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2296.916338] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2296.916507] env[62153]: INFO nova.compute.manager [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2296.916755] env[62153]: DEBUG oslo.service.loopingcall [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2296.916946] env[62153]: DEBUG nova.compute.manager [-] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2296.917069] env[62153]: DEBUG nova.network.neutron [-] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2297.000776] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2073983, 'name': CloneVM_Task, 'duration_secs': 1.543105} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.001255] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Created linked-clone VM from snapshot [ 2297.002156] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b13c2b9-8d77-4f89-898c-b71e1db4c981 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.009887] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Uploading image 562bd201-1b62-40b0-a7cc-479389652395 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2297.041461] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2297.041461] env[62153]: value = "vm-425130" [ 2297.041461] env[62153]: _type = "VirtualMachine" [ 2297.041461] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2297.041943] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b61bd6cb-c67b-40aa-98ba-63669cfc6f22 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.050043] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease: (returnval){ [ 2297.050043] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e3fce-ef51-5550-bf62-f2ac479ee552" [ 2297.050043] env[62153]: _type = "HttpNfcLease" [ 2297.050043] env[62153]: } obtained for exporting VM: (result){ [ 2297.050043] env[62153]: value = "vm-425130" [ 2297.050043] env[62153]: _type = "VirtualMachine" [ 2297.050043] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2297.050406] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the lease: (returnval){ [ 2297.050406] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e3fce-ef51-5550-bf62-f2ac479ee552" [ 2297.050406] env[62153]: _type = "HttpNfcLease" [ 2297.050406] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2297.057143] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2297.057143] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e3fce-ef51-5550-bf62-f2ac479ee552" [ 2297.057143] env[62153]: _type = "HttpNfcLease" [ 2297.057143] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2297.238989] env[62153]: DEBUG oslo_concurrency.lockutils [req-02833899-2a46-4843-9c85-2e43b1474062 req-358a31d7-5e9b-4f43-8dd6-5fcec91e8bda service nova] Releasing lock "refresh_cache-fb60095e-56d0-4403-aaa2-5833b398001d" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.472130] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed2111-a881-4934-b201-67a7ce05e45f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.482076] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b87821c-c892-48e8-abb5-5d05eefe68c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.513654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5f47d-c584-4f94-acac-c3f3ec1ec42a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.521959] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b950a3-02b1-46df-a999-c553332b0b84 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.535938] env[62153]: DEBUG nova.compute.provider_tree [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2297.540134] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "8675a205-96ba-4e20-8062-7a23350f82b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.540350] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "8675a205-96ba-4e20-8062-7a23350f82b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.540591] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "8675a205-96ba-4e20-8062-7a23350f82b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.540774] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "8675a205-96ba-4e20-8062-7a23350f82b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.540946] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "8675a205-96ba-4e20-8062-7a23350f82b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.542893] env[62153]: INFO nova.compute.manager [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Terminating instance [ 2297.558578] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2297.558578] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e3fce-ef51-5550-bf62-f2ac479ee552" [ 2297.558578] env[62153]: _type = "HttpNfcLease" [ 2297.558578] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2297.559085] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2297.559085] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521e3fce-ef51-5550-bf62-f2ac479ee552" [ 2297.559085] env[62153]: _type = "HttpNfcLease" [ 2297.559085] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2297.559808] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465596bb-28af-4ba6-8e7f-0b0baa6110cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.567060] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2215-9221-8d6f-4091-5f3892a51ce1/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2297.567253] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2215-9221-8d6f-4091-5f3892a51ce1/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2297.654699] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85487efc-af2e-417d-a26f-ef264c98125d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.662826] env[62153]: DEBUG nova.network.neutron [-] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.670968] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.671189] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.671325] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "66de520f-44cc-4880-ac57-9244af7010d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.671409] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.671611] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.675566] env[62153]: INFO nova.compute.manager [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Terminating instance [ 2297.911225] env[62153]: DEBUG nova.compute.manager [req-d10f46bc-1541-40e6-b15a-a3d6ddd5faa3 req-655db85c-07a6-42d3-90ec-0c2dacf94d95 service nova] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Received event network-vif-deleted-03bcdd9e-d2c6-4f96-b92a-f1f1b78686e6 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2298.039009] env[62153]: DEBUG nova.scheduler.client.report [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2298.049458] env[62153]: DEBUG nova.compute.manager [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2298.049458] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2298.049458] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fea544-5659-4ba4-8e18-092a9069d51d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.059716] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2298.061291] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec1a1df-2305-424d-bff0-a865082b3c92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.069904] env[62153]: DEBUG oslo_vmware.api [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2298.069904] env[62153]: value = "task-2073989" [ 2298.069904] env[62153]: _type = "Task" [ 2298.069904] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.080871] env[62153]: DEBUG oslo_vmware.api [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.143529] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.144026] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.144344] env[62153]: DEBUG nova.network.neutron [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2298.164933] env[62153]: INFO nova.compute.manager [-] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Took 1.25 seconds to deallocate network for instance. [ 2298.179810] env[62153]: DEBUG nova.compute.manager [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2298.180683] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2298.181320] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec74373-8395-4332-9f03-9ad60a782b74 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.190583] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2298.190706] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995da750-6a1e-4a9f-aad1-7b8e0f9f71b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.197854] env[62153]: DEBUG oslo_vmware.api [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2298.197854] env[62153]: value = "task-2073990" [ 2298.197854] env[62153]: _type = "Task" [ 2298.197854] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.207039] env[62153]: DEBUG oslo_vmware.api [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.415126] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.415471] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.415633] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2298.547386] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.547950] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2298.550554] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.045s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.550774] env[62153]: DEBUG nova.objects.instance [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lazy-loading 'resources' on Instance uuid f56a6c28-9530-4ad4-84c2-0d266af93423 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2298.582580] env[62153]: DEBUG oslo_vmware.api [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073989, 'name': PowerOffVM_Task, 'duration_secs': 0.210959} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.582892] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2298.584555] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2298.584555] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70fe859e-5416-4f85-82d6-4d10231f9983 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.673248] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.686099] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.687554] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.687554] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleting the datastore file [datastore1] 8675a205-96ba-4e20-8062-7a23350f82b8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.687554] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f78341b8-5eec-46c0-92c6-57a72edfeb2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.693987] env[62153]: DEBUG oslo_vmware.api [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2298.693987] env[62153]: value = "task-2073992" [ 2298.693987] env[62153]: _type = "Task" [ 2298.693987] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.704497] env[62153]: DEBUG oslo_vmware.api [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.709238] env[62153]: DEBUG oslo_vmware.api [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073990, 'name': PowerOffVM_Task, 'duration_secs': 0.208929} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.709602] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2298.709809] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2298.710074] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d031d7-df00-498d-8fb0-4209e0ad1183 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.870223] env[62153]: DEBUG nova.network.neutron [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.944029] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.944029] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.944029] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] 66de520f-44cc-4880-ac57-9244af7010d8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.944029] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83ee674b-795a-4de8-a1ca-78495d905a89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.948866] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.949427] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.950038] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2298.953372] env[62153]: DEBUG oslo_vmware.api [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2298.953372] env[62153]: value = "task-2073994" [ 2298.953372] env[62153]: _type = "Task" [ 2298.953372] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.965570] env[62153]: DEBUG oslo_vmware.api [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.054254] env[62153]: DEBUG nova.compute.utils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2299.058925] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2299.059370] env[62153]: DEBUG nova.network.neutron [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2299.103655] env[62153]: DEBUG nova.policy [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73770917c3834818b788d849268d3a1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb44540dffb4baeb187eeb1315c1d55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2299.208446] env[62153]: DEBUG oslo_vmware.api [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2073992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174595} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.209568] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2299.209568] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2299.209568] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2299.209568] env[62153]: INFO nova.compute.manager [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2299.210060] env[62153]: DEBUG oslo.service.loopingcall [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.210441] env[62153]: DEBUG nova.compute.manager [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2299.210736] env[62153]: DEBUG nova.network.neutron [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2299.228321] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8658629a-c5f9-459d-8869-8b9f46f9b669 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.239114] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d4665-b00f-4161-98a7-b4dfcf53e838 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.272814] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb0d04-70c7-49bd-842d-d5432c359909 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.283352] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf01a461-979e-4a18-b781-e35a4a37c176 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.298945] env[62153]: DEBUG nova.compute.provider_tree [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2299.373362] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.411445] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6eca5d87ff76aab0888fbc986860680f',container_format='bare',created_at=2025-01-13T08:52:38Z,direct_url=,disk_format='vmdk',id=0ce491f0-a237-413e-b442-d2e00a958c5e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1099424603-shelved',owner='f30d618172d24090830e111969ed9d8e',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-01-13T08:52:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2299.412157] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2299.412557] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2299.412898] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2299.413187] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2299.413465] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2299.413824] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2299.414131] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2299.414446] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2299.414793] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2299.416460] env[62153]: DEBUG nova.virt.hardware [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2299.416460] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc885e-5d43-4355-b78c-500be6717297 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.425691] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22fab1-3aa6-42c2-8b66-7688c6049f57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.442314] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:42:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0167650-d946-4d7e-9a44-3fd3fb9ea21e', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2299.450654] env[62153]: DEBUG oslo.service.loopingcall [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.451240] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2299.451632] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe472bb-6f58-438a-818c-86502952504b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.484209] env[62153]: DEBUG oslo_vmware.api [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2073994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287779} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.486273] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2299.486709] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2299.487047] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2299.487336] env[62153]: INFO nova.compute.manager [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2299.487689] env[62153]: DEBUG oslo.service.loopingcall [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.487982] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2299.487982] env[62153]: value = "task-2073995" [ 2299.487982] env[62153]: _type = "Task" [ 2299.487982] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.488434] env[62153]: DEBUG nova.compute.manager [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2299.488636] env[62153]: DEBUG nova.network.neutron [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2299.501785] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073995, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.559273] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2299.677488] env[62153]: DEBUG nova.network.neutron [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Successfully created port: c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2299.827053] env[62153]: ERROR nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [req-8c9d7643-b194-4bfe-b4d2-f84087a0d5a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c9d7643-b194-4bfe-b4d2-f84087a0d5a5"}]} [ 2299.844672] env[62153]: DEBUG nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2299.863187] env[62153]: DEBUG nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2299.863187] env[62153]: DEBUG nova.compute.provider_tree [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2299.876010] env[62153]: DEBUG nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2299.896688] env[62153]: DEBUG nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2300.000916] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073995, 'name': CreateVM_Task, 'duration_secs': 0.436833} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.001303] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2300.014562] env[62153]: DEBUG nova.compute.manager [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-vif-plugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2300.015072] env[62153]: DEBUG oslo_concurrency.lockutils [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.015509] env[62153]: DEBUG oslo_concurrency.lockutils [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.015784] env[62153]: DEBUG oslo_concurrency.lockutils [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.016131] env[62153]: DEBUG nova.compute.manager [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] No waiting events found dispatching network-vif-plugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2300.016545] env[62153]: WARNING nova.compute.manager [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received unexpected event network-vif-plugged-f0167650-d946-4d7e-9a44-3fd3fb9ea21e for instance with vm_state shelved_offloaded and task_state spawning. [ 2300.016848] env[62153]: DEBUG nova.compute.manager [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2300.017306] env[62153]: DEBUG nova.compute.manager [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing instance network info cache due to event network-changed-f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2300.017636] env[62153]: DEBUG oslo_concurrency.lockutils [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] Acquiring lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.017976] env[62153]: DEBUG oslo_concurrency.lockutils [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] Acquired lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.018287] env[62153]: DEBUG nova.network.neutron [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Refreshing network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2300.024020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.024020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.024020] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2300.024020] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f99b65b-e1b2-47db-9589-628cb9b6849d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.028815] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2300.028815] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52278485-69e9-b4df-d1b8-37f5f2c68483" [ 2300.028815] env[62153]: _type = "Task" [ 2300.028815] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.045284] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52278485-69e9-b4df-d1b8-37f5f2c68483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.146018] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499a6efd-2c77-4f2d-9d02-ad8fa85dcf8a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.151816] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f1e205-1e9c-441b-ae13-4ca36e0d59a8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.195388] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20dc561-0712-4f64-84e8-c3410ad7924b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.203250] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0892dc-693a-48b8-81f9-55375d452b5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.219787] env[62153]: DEBUG nova.compute.provider_tree [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2300.356543] env[62153]: DEBUG nova.compute.manager [req-236fb177-e4ed-4867-abdb-5c1f392b22e0 req-75392200-7786-43ea-9f15-07ef8958d432 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Received event network-vif-deleted-4374040a-46d9-429f-bc9c-94c49e29d020 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2300.356798] env[62153]: INFO nova.compute.manager [req-236fb177-e4ed-4867-abdb-5c1f392b22e0 req-75392200-7786-43ea-9f15-07ef8958d432 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Neutron deleted interface 4374040a-46d9-429f-bc9c-94c49e29d020; detaching it from the instance and deleting it from the info cache [ 2300.356899] env[62153]: DEBUG nova.network.neutron [req-236fb177-e4ed-4867-abdb-5c1f392b22e0 req-75392200-7786-43ea-9f15-07ef8958d432 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.542889] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.543182] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Processing image 0ce491f0-a237-413e-b442-d2e00a958c5e {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2300.543422] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.543569] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.543869] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2300.544019] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6e41374-fc41-4c9b-b7e5-2c3707f8014f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.553379] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2300.553582] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2300.554382] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12c3725-bb2f-409d-8222-01af3fda3643 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.565714] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2300.565714] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e41d06-30b8-65d5-d1be-a1fc5143a802" [ 2300.565714] env[62153]: _type = "Task" [ 2300.565714] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.572037] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2300.577750] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e41d06-30b8-65d5-d1be-a1fc5143a802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.621386] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2300.621386] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2300.621386] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2300.621386] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2300.621386] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2300.622317] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2300.622745] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2300.623186] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2300.623584] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2300.623907] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2300.624245] env[62153]: DEBUG nova.virt.hardware [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2300.626271] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416567ac-6e4f-4419-995d-7c203f8837d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.637073] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf36823-4e7d-460e-ae89-d14f9e631712 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.707687] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.753938] env[62153]: DEBUG nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2300.754164] env[62153]: DEBUG nova.compute.provider_tree [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 168 to 169 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2300.754560] env[62153]: DEBUG nova.compute.provider_tree [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2300.826475] env[62153]: DEBUG nova.network.neutron [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.860157] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc6ab47d-075c-4aa9-8bdf-f1f1769189d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.871888] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df3863-a838-493f-baee-1e52cbb7a8a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.902213] env[62153]: DEBUG nova.compute.manager [req-236fb177-e4ed-4867-abdb-5c1f392b22e0 req-75392200-7786-43ea-9f15-07ef8958d432 service nova] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Detach interface failed, port_id=4374040a-46d9-429f-bc9c-94c49e29d020, reason: Instance 66de520f-44cc-4880-ac57-9244af7010d8 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2300.903651] env[62153]: DEBUG nova.network.neutron [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updated VIF entry in instance network info cache for port f0167650-d946-4d7e-9a44-3fd3fb9ea21e. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2300.904184] env[62153]: DEBUG nova.network.neutron [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [{"id": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "address": "fa:16:3e:8c:42:74", "network": {"id": "74b176e7-28ff-4f40-bff2-dc9ab6c3b594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1708939344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d618172d24090830e111969ed9d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0167650-d9", "ovs_interfaceid": "f0167650-d946-4d7e-9a44-3fd3fb9ea21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.022782] env[62153]: DEBUG nova.network.neutron [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.076813] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Preparing fetch location {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2301.077195] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Fetch image to [datastore1] OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d/OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d.vmdk {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2301.077462] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Downloading stream optimized image 0ce491f0-a237-413e-b442-d2e00a958c5e to [datastore1] OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d/OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d.vmdk on the data store datastore1 as vApp {{(pid=62153) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2301.077837] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Downloading image file data 0ce491f0-a237-413e-b442-d2e00a958c5e to the ESX as VM named 'OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d' {{(pid=62153) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2301.162140] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2301.162140] env[62153]: value = "resgroup-9" [ 2301.162140] env[62153]: _type = "ResourcePool" [ 2301.162140] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2301.162706] env[62153]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3db6adfe-91ec-4d4b-bcdc-f9313e02bfd1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.184318] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease: (returnval){ [ 2301.184318] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b7447-37c8-0373-6c95-b149819e663c" [ 2301.184318] env[62153]: _type = "HttpNfcLease" [ 2301.184318] env[62153]: } obtained for vApp import into resource pool (val){ [ 2301.184318] env[62153]: value = "resgroup-9" [ 2301.184318] env[62153]: _type = "ResourcePool" [ 2301.184318] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2301.184728] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the lease: (returnval){ [ 2301.184728] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b7447-37c8-0373-6c95-b149819e663c" [ 2301.184728] env[62153]: _type = "HttpNfcLease" [ 2301.184728] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2301.191130] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2301.191130] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b7447-37c8-0373-6c95-b149819e663c" [ 2301.191130] env[62153]: _type = "HttpNfcLease" [ 2301.191130] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2301.210974] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.211301] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2301.211547] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.211732] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.211890] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.212352] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.212352] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.212352] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.212529] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2301.212627] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.262447] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.712s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.265410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.686s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.265679] env[62153]: DEBUG nova.objects.instance [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'resources' on Instance uuid 297fb26a-6280-481f-8151-77ccfd3baabb {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2301.290898] env[62153]: INFO nova.scheduler.client.report [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted allocations for instance f56a6c28-9530-4ad4-84c2-0d266af93423 [ 2301.329440] env[62153]: INFO nova.compute.manager [-] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Took 1.84 seconds to deallocate network for instance. [ 2301.406763] env[62153]: DEBUG oslo_concurrency.lockutils [req-3499bccc-c481-457d-9f2e-9521c2345bcf req-7acfe1eb-641d-48d5-9c01-51d019a1c1d9 service nova] Releasing lock "refresh_cache-108b6393-9bc1-4466-bd29-2a662e8da5be" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.527061] env[62153]: INFO nova.compute.manager [-] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Took 2.32 seconds to deallocate network for instance. [ 2301.693364] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2301.693364] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b7447-37c8-0373-6c95-b149819e663c" [ 2301.693364] env[62153]: _type = "HttpNfcLease" [ 2301.693364] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2301.716105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.803663] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f775ba9e-776c-41ed-b754-12769f74ce9f tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "f56a6c28-9530-4ad4-84c2-0d266af93423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.285s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.836630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.908135] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ec11e4-d660-4fde-9789-7d0b59a97631 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.917681] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d49bae2-6e6e-4617-9dc8-73db43571f9f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.950397] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810810c-a674-4af0-be91-c16f6ff72aaf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.958587] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e46e8f7-fa70-4178-ae9a-48bc1b9ded73 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.980367] env[62153]: DEBUG nova.compute.provider_tree [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.034685] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.046397] env[62153]: DEBUG nova.compute.manager [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Received event network-vif-deleted-a8d00606-e2e7-49d7-beac-37f2c478a21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2302.046397] env[62153]: DEBUG nova.compute.manager [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Received event network-vif-plugged-c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2302.046397] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] Acquiring lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.046397] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.046397] env[62153]: DEBUG oslo_concurrency.lockutils [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.046397] env[62153]: DEBUG nova.compute.manager [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] No waiting events found dispatching network-vif-plugged-c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2302.047028] env[62153]: WARNING nova.compute.manager [req-4c7c5993-e7ed-4329-8a18-4627988e1e03 req-fde81a76-4038-4296-98d0-e92e6e9047f7 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Received unexpected event network-vif-plugged-c46b03e9-02fe-4707-bd05-5fe2fc028517 for instance with vm_state building and task_state spawning. [ 2302.047789] env[62153]: DEBUG nova.network.neutron [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Successfully updated port: c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2302.194751] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2302.194751] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b7447-37c8-0373-6c95-b149819e663c" [ 2302.194751] env[62153]: _type = "HttpNfcLease" [ 2302.194751] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2302.195093] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2302.195093] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b7447-37c8-0373-6c95-b149819e663c" [ 2302.195093] env[62153]: _type = "HttpNfcLease" [ 2302.195093] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2302.195805] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc3d9f-5f3a-4c35-9334-7936d6c48700 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.203766] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527aa07a-151c-596a-7581-1d6dc205ff37/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2302.203961] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527aa07a-151c-596a-7581-1d6dc205ff37/disk-0.vmdk. {{(pid=62153) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2302.266041] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-788e61ad-0bdf-40ae-972b-5b99341436e0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.483919] env[62153]: DEBUG nova.scheduler.client.report [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2302.551233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "refresh_cache-0af470b9-41d1-4cd4-a274-3255ae6e77e2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.551473] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "refresh_cache-0af470b9-41d1-4cd4-a274-3255ae6e77e2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.551655] env[62153]: DEBUG nova.network.neutron [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2302.988920] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.991721] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.319s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.992009] env[62153]: DEBUG nova.objects.instance [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lazy-loading 'resources' on Instance uuid fb60095e-56d0-4403-aaa2-5833b398001d {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.017894] env[62153]: INFO nova.scheduler.client.report [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted allocations for instance 297fb26a-6280-481f-8151-77ccfd3baabb [ 2303.086544] env[62153]: DEBUG nova.network.neutron [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2303.266746] env[62153]: DEBUG nova.network.neutron [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Updating instance_info_cache with network_info: [{"id": "c46b03e9-02fe-4707-bd05-5fe2fc028517", "address": "fa:16:3e:46:cd:07", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46b03e9-02", "ovs_interfaceid": "c46b03e9-02fe-4707-bd05-5fe2fc028517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.366953] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Completed reading data from the image iterator. {{(pid=62153) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2303.366953] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527aa07a-151c-596a-7581-1d6dc205ff37/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2303.367948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09c276-113f-4070-9985-aaef9dc1608f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.375200] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527aa07a-151c-596a-7581-1d6dc205ff37/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2303.376439] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527aa07a-151c-596a-7581-1d6dc205ff37/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2303.376439] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-09740ed2-32e4-456f-98a6-6dbbd5829f75 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.527540] env[62153]: DEBUG oslo_concurrency.lockutils [None req-77c650aa-2677-4e82-9860-df6b898fc809 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "297fb26a-6280-481f-8151-77ccfd3baabb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.785s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.554318] env[62153]: DEBUG oslo_vmware.rw_handles [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527aa07a-151c-596a-7581-1d6dc205ff37/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2303.554592] env[62153]: INFO nova.virt.vmwareapi.images [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Downloaded image file data 0ce491f0-a237-413e-b442-d2e00a958c5e [ 2303.555489] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b402b3-28df-44e9-a6b3-211e664d7694 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.574620] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82b7b9bf-c3c3-4a9b-b710-b6938f197dca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.601071] env[62153]: INFO nova.virt.vmwareapi.images [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] The imported VM was unregistered [ 2303.602852] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Caching image {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2303.603106] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2303.603392] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c6a207-3a23-45fb-86f5-62183a873b55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.620672] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Created directory with path [datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2303.620672] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d/OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d.vmdk to [datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk. {{(pid=62153) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2303.620834] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-774828a9-70c0-4e1c-bcbb-b5cd332a9ed9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.629029] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2303.629029] env[62153]: value = "task-2073998" [ 2303.629029] env[62153]: _type = "Task" [ 2303.629029] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.633597] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1b6739-5d71-4383-9fde-87db14224500 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.641520] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073998, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.644236] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ef42f8-cee9-4be7-83ca-7a20cb19d82d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.676770] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e7297-39ce-47e0-ab89-e22affec0b59 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.684675] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e65460-a914-4ac5-bb7f-4e670d484573 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.700988] env[62153]: DEBUG nova.compute.provider_tree [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2303.765343] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "refresh_cache-0af470b9-41d1-4cd4-a274-3255ae6e77e2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.765762] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Instance network_info: |[{"id": "c46b03e9-02fe-4707-bd05-5fe2fc028517", "address": "fa:16:3e:46:cd:07", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46b03e9-02", "ovs_interfaceid": "c46b03e9-02fe-4707-bd05-5fe2fc028517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2303.766341] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:cd:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c46b03e9-02fe-4707-bd05-5fe2fc028517', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2303.774497] env[62153]: DEBUG oslo.service.loopingcall [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2303.774727] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2303.775303] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38509787-0a2a-4dea-aed6-41934b680972 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.796672] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2303.796672] env[62153]: value = "task-2073999" [ 2303.796672] env[62153]: _type = "Task" [ 2303.796672] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.804625] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073999, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.076481] env[62153]: DEBUG nova.compute.manager [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Received event network-changed-c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.076481] env[62153]: DEBUG nova.compute.manager [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Refreshing instance network info cache due to event network-changed-c46b03e9-02fe-4707-bd05-5fe2fc028517. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2304.076481] env[62153]: DEBUG oslo_concurrency.lockutils [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] Acquiring lock "refresh_cache-0af470b9-41d1-4cd4-a274-3255ae6e77e2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.076481] env[62153]: DEBUG oslo_concurrency.lockutils [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] Acquired lock "refresh_cache-0af470b9-41d1-4cd4-a274-3255ae6e77e2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.076481] env[62153]: DEBUG nova.network.neutron [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Refreshing network info cache for port c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2304.139424] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073998, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.204783] env[62153]: DEBUG nova.scheduler.client.report [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2304.307167] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073999, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.639166] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073998, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.711040] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.713322] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.997s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.713572] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.713868] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2304.714115] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.878s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.714466] env[62153]: DEBUG nova.objects.instance [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'resources' on Instance uuid 66de520f-44cc-4880-ac57-9244af7010d8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.716554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d41f7-44f6-4608-b3ca-512aad675671 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.734051] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14a52c-4d55-4f5f-9776-b05c1499a115 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.740466] env[62153]: INFO nova.scheduler.client.report [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Deleted allocations for instance fb60095e-56d0-4403-aaa2-5833b398001d [ 2304.764113] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a449f-a059-4128-a5b5-bfa208270501 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.773992] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53379229-d4d4-43ff-a93f-1f12d7ddece2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.813830] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179390MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2304.814073] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.827249] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2073999, 'name': CreateVM_Task, 'duration_secs': 0.72784} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.827378] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2304.827959] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.828134] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.828455] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2304.828990] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1104c81-887d-4104-ac2d-a71e70f99c1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.834090] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2304.834090] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522ec38c-8eba-b601-ba4f-346c19d80b78" [ 2304.834090] env[62153]: _type = "Task" [ 2304.834090] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.843207] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522ec38c-8eba-b601-ba4f-346c19d80b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.872943] env[62153]: DEBUG nova.network.neutron [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Updated VIF entry in instance network info cache for port c46b03e9-02fe-4707-bd05-5fe2fc028517. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2304.873332] env[62153]: DEBUG nova.network.neutron [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Updating instance_info_cache with network_info: [{"id": "c46b03e9-02fe-4707-bd05-5fe2fc028517", "address": "fa:16:3e:46:cd:07", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46b03e9-02", "ovs_interfaceid": "c46b03e9-02fe-4707-bd05-5fe2fc028517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.140497] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073998, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.248185] env[62153]: DEBUG oslo_concurrency.lockutils [None req-af122d6b-def8-4d92-9364-c328de0d9df5 tempest-ServerRescueTestJSONUnderV235-905944561 tempest-ServerRescueTestJSONUnderV235-905944561-project-member] Lock "fb60095e-56d0-4403-aaa2-5833b398001d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.178s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.350941] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]522ec38c-8eba-b601-ba4f-346c19d80b78, 'name': SearchDatastore_Task, 'duration_secs': 0.086766} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.351182] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.351597] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2305.351863] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.352606] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.352606] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2305.353777] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f1da07-d23f-459e-b1b1-5114b2738f63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.356426] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8701254-6630-49b5-a8d7-d82cd0971bc8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.365430] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca4ed2-9bd2-4b75-8f89-3e424ff4cfeb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.397846] env[62153]: DEBUG oslo_concurrency.lockutils [req-a5e007c0-429e-4d1b-927c-7bb8d8b930fb req-e52d9684-b0cb-42ef-b238-3a2f6a887b1d service nova] Releasing lock "refresh_cache-0af470b9-41d1-4cd4-a274-3255ae6e77e2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.400202] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7e203-c3e9-425f-af11-baa1bb9d73dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.402911] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2305.403127] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2305.403843] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c18de3-3c13-4afe-bf1e-9dc32149dcad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.410238] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2305.410238] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a03436-3d99-afbe-ca26-612af5b7042a" [ 2305.410238] env[62153]: _type = "Task" [ 2305.410238] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.420234] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34798171-fda3-4543-94b1-cfc97987bffb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.424326] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.424554] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.431217] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a03436-3d99-afbe-ca26-612af5b7042a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.439700] env[62153]: DEBUG nova.compute.provider_tree [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2305.641993] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073998, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.924068] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a03436-3d99-afbe-ca26-612af5b7042a, 'name': SearchDatastore_Task, 'duration_secs': 0.081493} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.924933] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f49d085-e6ed-42d9-ace7-3151f34d1eeb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.927708] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2305.934383] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2305.934383] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52161c1f-8c68-5759-5a75-d1e3bed83fa4" [ 2305.934383] env[62153]: _type = "Task" [ 2305.934383] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.943391] env[62153]: DEBUG nova.scheduler.client.report [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.946689] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52161c1f-8c68-5759-5a75-d1e3bed83fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.148109] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2073998, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.501968} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.148501] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d/OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d.vmdk to [datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk. [ 2306.148649] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Cleaning up location [datastore1] OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2306.148892] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0f490922-66b4-4ea0-be39-f7e02241b55d {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2306.149348] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea855105-6447-46f6-96c0-3646a9aba54e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.155657] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2306.155657] env[62153]: value = "task-2074000" [ 2306.155657] env[62153]: _type = "Task" [ 2306.155657] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.165075] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.447082] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52161c1f-8c68-5759-5a75-d1e3bed83fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.091291} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.447766] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.449619] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.449865] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0af470b9-41d1-4cd4-a274-3255ae6e77e2/0af470b9-41d1-4cd4-a274-3255ae6e77e2.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2306.450382] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.416s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.450606] env[62153]: DEBUG nova.objects.instance [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'resources' on Instance uuid 8675a205-96ba-4e20-8062-7a23350f82b8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.451585] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c8d138d-3a10-45e5-acc6-7713ac6ec3fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.456072] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.459041] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2306.459041] env[62153]: value = "task-2074001" [ 2306.459041] env[62153]: _type = "Task" [ 2306.459041] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.469065] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.472952] env[62153]: INFO nova.scheduler.client.report [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted allocations for instance 66de520f-44cc-4880-ac57-9244af7010d8 [ 2306.667281] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050205} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.667533] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2306.667698] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.667934] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk to [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2306.668203] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea406332-835a-421b-b85b-ad797f36d2f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.674698] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2306.674698] env[62153]: value = "task-2074002" [ 2306.674698] env[62153]: _type = "Task" [ 2306.674698] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.682609] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.970106] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.985294] env[62153]: DEBUG oslo_concurrency.lockutils [None req-8e72658f-f4a6-46a5-bec7-2959058c30a3 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "66de520f-44cc-4880-ac57-9244af7010d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.314s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.076746] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb812bc9-9f1b-486e-9627-ec5180615589 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.085937] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c489f486-3bc6-4f65-9c8a-3dc031f89d6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.119240] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f22ef4b-75e8-4ef4-96c7-dd10aaa9824b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.129479] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099ab67e-a773-424d-b7ed-2fc5be40c4ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.151899] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2307.188819] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.206318] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2215-9221-8d6f-4091-5f3892a51ce1/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2307.207315] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2dc79-fe31-4730-a789-f0c238bae996 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.213797] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2215-9221-8d6f-4091-5f3892a51ce1/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2307.213971] env[62153]: ERROR oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2215-9221-8d6f-4091-5f3892a51ce1/disk-0.vmdk due to incomplete transfer. [ 2307.214224] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10ed872d-d6ca-4e72-976e-ff5c6f41237e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.234028] env[62153]: DEBUG oslo_vmware.rw_handles [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2215-9221-8d6f-4091-5f3892a51ce1/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2307.234309] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Uploaded image 562bd201-1b62-40b0-a7cc-479389652395 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2307.237766] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2307.238082] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f31d58f-d5d5-4c6f-acd5-ba003756fb0b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.244960] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2307.244960] env[62153]: value = "task-2074003" [ 2307.244960] env[62153]: _type = "Task" [ 2307.244960] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.254085] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.475072] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.673386] env[62153]: ERROR nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [req-993a14f7-182e-431a-a5ec-82ee0c4eac1e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-993a14f7-182e-431a-a5ec-82ee0c4eac1e"}]} [ 2307.685379] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.690817] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2307.706354] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2307.706646] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2307.724858] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2307.744467] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2307.756320] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.851307] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a565789a-f100-4396-a587-b158c56877f3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.859676] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8482d45-1dac-4500-8305-935d8f2a7a9d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.893655] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab75217-e356-41c1-95b7-04612f686ea6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.905065] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4142cf-f0fe-4ff9-ad64-efbfb7ecad53 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.923456] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2307.973522] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074001, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.502227} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.973955] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0af470b9-41d1-4cd4-a274-3255ae6e77e2/0af470b9-41d1-4cd4-a274-3255ae6e77e2.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2307.974219] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2307.974525] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2251c1e2-a42b-43e0-9755-5506132fae29 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.981949] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2307.981949] env[62153]: value = "task-2074004" [ 2307.981949] env[62153]: _type = "Task" [ 2307.981949] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.990902] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.187317] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.256904] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.446501] env[62153]: ERROR nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [req-30203e07-cd7a-48f5-ba86-78a8ea9ecf22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30203e07-cd7a-48f5-ba86-78a8ea9ecf22"}]} [ 2308.462780] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2308.478670] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2308.478885] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2308.491579] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078092} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.492581] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2308.494712] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2308.496211] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5265d9dd-fc4c-4735-9b2f-e48dfd26fce8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.520330] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 0af470b9-41d1-4cd4-a274-3255ae6e77e2/0af470b9-41d1-4cd4-a274-3255ae6e77e2.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2308.521550] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2308.523777] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1b3fde-6292-423f-8271-83f4712e7909 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.543819] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2308.543819] env[62153]: value = "task-2074005" [ 2308.543819] env[62153]: _type = "Task" [ 2308.543819] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.552544] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.660850] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a94e31-4eb2-4827-a102-996b96e107ae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.668752] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa963a-5ada-4f05-b4d0-900fc6fe95d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.706483] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0215691d-bba1-4e5d-b136-9e9c339a0b30 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.718502] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff545cd1-3b89-40fc-b016-c76f95fc1590 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.722312] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.734871] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2308.758573] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.787946] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "c64004ba-e91d-4107-9e5a-3499e6363d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.789348] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.055290] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.212311] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.258303] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.272176] env[62153]: DEBUG nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2309.272460] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 171 to 172 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2309.272644] env[62153]: DEBUG nova.compute.provider_tree [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2309.291198] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2309.557157] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.713183] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.759897] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.777832] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.327s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.781166] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.966s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.803544] env[62153]: INFO nova.scheduler.client.report [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted allocations for instance 8675a205-96ba-4e20-8062-7a23350f82b8 [ 2309.813273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.055887] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074005, 'name': ReconfigVM_Task, 'duration_secs': 1.215343} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.056155] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 0af470b9-41d1-4cd4-a274-3255ae6e77e2/0af470b9-41d1-4cd4-a274-3255ae6e77e2.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2310.056818] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fc90023-4ccc-4921-86ee-5e0c46831980 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.063151] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2310.063151] env[62153]: value = "task-2074006" [ 2310.063151] env[62153]: _type = "Task" [ 2310.063151] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.070638] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074006, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.215987] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074002, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.050975} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.216438] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ce491f0-a237-413e-b442-d2e00a958c5e/0ce491f0-a237-413e-b442-d2e00a958c5e.vmdk to [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2310.217585] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c907f8b-03af-4b76-a4ae-3551911fe9e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.253630] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2310.254064] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f79f818-88bf-4fb9-913d-a77f8443eabd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.280198] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074003, 'name': Destroy_Task, 'duration_secs': 2.904708} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.281544] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Destroyed the VM [ 2310.281723] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2310.282717] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2310.282717] env[62153]: value = "task-2074007" [ 2310.282717] env[62153]: _type = "Task" [ 2310.282717] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.282717] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5ad59a1-762e-4532-bf7e-e37df5d53af3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.293979] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2310.293979] env[62153]: value = "task-2074008" [ 2310.293979] env[62153]: _type = "Task" [ 2310.293979] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.302763] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.305885] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.317410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e1f8e5e9-e6e9-42ba-9bce-4420e193ab74 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "8675a205-96ba-4e20-8062-7a23350f82b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.777s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.573718] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074006, 'name': Rename_Task, 'duration_secs': 0.140382} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.574010] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2310.574392] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b5df94-3ebe-4025-a25a-92bce88beba5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.580234] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2310.580234] env[62153]: value = "task-2074009" [ 2310.580234] env[62153]: _type = "Task" [ 2310.580234] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.592577] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.796819] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074007, 'name': ReconfigVM_Task, 'duration_secs': 0.281306} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.797461] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be/108b6393-9bc1-4466-bd29-2a662e8da5be.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2310.800982] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa752837-e79a-4379-a105-99a6598bfb6d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.809307] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.810752] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2310.810752] env[62153]: value = "task-2074010" [ 2310.810752] env[62153]: _type = "Task" [ 2310.810752] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.814716] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2310.814865] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance e05c465c-41f8-423c-a721-b5e1ad75bab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2310.815022] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2310.815153] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0af470b9-41d1-4cd4-a274-3255ae6e77e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2310.815298] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 108b6393-9bc1-4466-bd29-2a662e8da5be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2310.824548] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074010, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.090394] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.306885] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.825878} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.307338] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2311.307510] env[62153]: DEBUG nova.compute.manager [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2311.308292] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee90d00-9aa8-4e65-9e46-37867600f098 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.319042] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d4935769-9367-4824-a38a-fada5da852ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2311.323115] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074010, 'name': Rename_Task, 'duration_secs': 0.14098} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.323553] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2311.323779] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcb20975-383e-4894-8aa2-75781352ce86 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.332685] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2311.332685] env[62153]: value = "task-2074011" [ 2311.332685] env[62153]: _type = "Task" [ 2311.332685] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.341147] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.592411] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.826312] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance c64004ba-e91d-4107-9e5a-3499e6363d03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2311.826559] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2311.826666] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2311.829336] env[62153]: INFO nova.compute.manager [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Shelve offloading [ 2311.842460] env[62153]: DEBUG oslo_vmware.api [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074011, 'name': PowerOnVM_Task, 'duration_secs': 0.418431} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.844899] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2311.935821] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d6b2f4-edd4-4bd2-97da-6ba1e3ce8460 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.943205] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f91dcc-b41b-4c46-aa20-521f401d4cae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.974051] env[62153]: DEBUG nova.compute.manager [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2311.974817] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a85315-6254-4604-b68c-cfa527d49032 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.977948] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059e790-269a-482f-963b-20aac5fd711e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.986684] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de422649-5298-47a1-b757-f395d47fa428 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.002031] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2312.081584] env[62153]: DEBUG nova.compute.manager [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2312.093398] env[62153]: DEBUG oslo_vmware.api [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074009, 'name': PowerOnVM_Task, 'duration_secs': 1.197563} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.093661] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2312.093865] env[62153]: INFO nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Took 11.52 seconds to spawn the instance on the hypervisor. [ 2312.094056] env[62153]: DEBUG nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2312.094800] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ae33a-d18d-483d-9a35-74b574eb07c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.333213] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2312.333578] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ffb8354-61fb-4cfe-8b2e-136b21fcdd4b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.341010] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2312.341010] env[62153]: value = "task-2074012" [ 2312.341010] env[62153]: _type = "Task" [ 2312.341010] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.349337] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.501826] env[62153]: DEBUG oslo_concurrency.lockutils [None req-5b2167bb-936e-4399-b8c7-f805052e334c tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.449s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.504603] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2312.605113] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.613501] env[62153]: INFO nova.compute.manager [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Took 19.53 seconds to build instance. [ 2312.856755] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] VM already powered off {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2312.856755] env[62153]: DEBUG nova.compute.manager [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2312.857559] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb1c0b-2adb-4597-a36f-4843ce876ab5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.864280] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.864517] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.864750] env[62153]: DEBUG nova.network.neutron [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2313.008766] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2313.008976] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.229s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.009304] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.553s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.010922] env[62153]: INFO nova.compute.claims [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2313.115394] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9cc48c9c-bbc7-47c8-a0b2-cffec7b83ffc tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.040s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.609967] env[62153]: DEBUG nova.network.neutron [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.850489] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640624c8-3dfe-48b7-8f9f-39fd82e12e09 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.857688] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Suspending the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2313.857926] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8397beca-9316-4865-b8e6-bdf3a4d95306 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.864813] env[62153]: DEBUG oslo_vmware.api [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2313.864813] env[62153]: value = "task-2074013" [ 2313.864813] env[62153]: _type = "Task" [ 2313.864813] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.872577] env[62153]: DEBUG oslo_vmware.api [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074013, 'name': SuspendVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.904580] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.904973] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.905247] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.905458] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.905636] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.907796] env[62153]: INFO nova.compute.manager [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Terminating instance [ 2314.112884] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2314.145155] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7708e5-29fc-49c5-90c4-c9f811bf9f63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.155844] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ad1f12-c3a3-46e6-861b-c3d9927eface {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.196189] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308836e-b7f4-4fc9-ae6b-9dbfdf28cc47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.205240] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f74b2d6-3d2c-46cf-a899-61d905ab0856 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.219406] env[62153]: DEBUG nova.compute.provider_tree [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2314.375176] env[62153]: DEBUG oslo_vmware.api [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074013, 'name': SuspendVM_Task} progress is 70%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.415727] env[62153]: DEBUG nova.compute.manager [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2314.415727] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2314.415727] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5112dd93-6210-4ed0-83d1-b6221992ec6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.426276] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2314.426276] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ae7c7b-bfcb-4d6d-9a1f-fbe4b052b623 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.434718] env[62153]: DEBUG oslo_vmware.api [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2314.434718] env[62153]: value = "task-2074014" [ 2314.434718] env[62153]: _type = "Task" [ 2314.434718] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.442115] env[62153]: DEBUG oslo_vmware.api [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.457710] env[62153]: DEBUG nova.compute.manager [req-4f3b3f5e-0c3d-40fb-996e-c6f74def7433 req-d20a5ba1-d8e5-4161-a148-ac574c39171b service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-vif-unplugged-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2314.457929] env[62153]: DEBUG oslo_concurrency.lockutils [req-4f3b3f5e-0c3d-40fb-996e-c6f74def7433 req-d20a5ba1-d8e5-4161-a148-ac574c39171b service nova] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.458156] env[62153]: DEBUG oslo_concurrency.lockutils [req-4f3b3f5e-0c3d-40fb-996e-c6f74def7433 req-d20a5ba1-d8e5-4161-a148-ac574c39171b service nova] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.458330] env[62153]: DEBUG oslo_concurrency.lockutils [req-4f3b3f5e-0c3d-40fb-996e-c6f74def7433 req-d20a5ba1-d8e5-4161-a148-ac574c39171b service nova] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.458493] env[62153]: DEBUG nova.compute.manager [req-4f3b3f5e-0c3d-40fb-996e-c6f74def7433 req-d20a5ba1-d8e5-4161-a148-ac574c39171b service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] No waiting events found dispatching network-vif-unplugged-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2314.458659] env[62153]: WARNING nova.compute.manager [req-4f3b3f5e-0c3d-40fb-996e-c6f74def7433 req-d20a5ba1-d8e5-4161-a148-ac574c39171b service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received unexpected event network-vif-unplugged-20c3d54d-a476-4f22-8cfc-e778788539f3 for instance with vm_state shelved and task_state shelving_offloading. [ 2314.557118] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2314.558015] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d818fc5-32dc-4733-b7d7-d378ef0f39a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.565969] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2314.566281] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497fc5ec-f508-4dec-ad08-f903e50ffe96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.659812] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2314.660169] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2314.660273] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleting the datastore file [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2314.660632] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e514f3f-ecbd-468a-88eb-6f71dc4e3aa2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.667514] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2314.667514] env[62153]: value = "task-2074016" [ 2314.667514] env[62153]: _type = "Task" [ 2314.667514] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.675272] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.722860] env[62153]: DEBUG nova.scheduler.client.report [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2314.876054] env[62153]: DEBUG oslo_vmware.api [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074013, 'name': SuspendVM_Task, 'duration_secs': 0.587135} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.876276] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Suspended the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2314.876459] env[62153]: DEBUG nova.compute.manager [None req-9cad3f9e-2454-4d1c-ace8-0c43ab89e8b6 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2314.877213] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3987442-df57-40e2-9ae4-ca362dc0ee06 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.942681] env[62153]: DEBUG oslo_vmware.api [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074014, 'name': PowerOffVM_Task, 'duration_secs': 0.189155} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.942945] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2314.943135] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2314.943378] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61c8bfee-db29-4c64-8144-8fc3d7a6469c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.066227] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2315.066458] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2315.066642] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleting the datastore file [datastore1] 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2315.066904] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87239ac3-a9e6-4340-ab18-a653208d6026 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.075143] env[62153]: DEBUG oslo_vmware.api [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for the task: (returnval){ [ 2315.075143] env[62153]: value = "task-2074018" [ 2315.075143] env[62153]: _type = "Task" [ 2315.075143] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.082213] env[62153]: DEBUG oslo_vmware.api [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.177754] env[62153]: DEBUG oslo_vmware.api [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121467} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.177933] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2315.178134] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2315.178312] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2315.196166] env[62153]: INFO nova.scheduler.client.report [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted allocations for instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 [ 2315.227233] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.227723] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2315.230911] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.417s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.231999] env[62153]: INFO nova.compute.claims [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2315.584813] env[62153]: DEBUG oslo_vmware.api [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Task: {'id': task-2074018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122178} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.585077] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2315.585269] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2315.585443] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2315.585618] env[62153]: INFO nova.compute.manager [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2315.585851] env[62153]: DEBUG oslo.service.loopingcall [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2315.586046] env[62153]: DEBUG nova.compute.manager [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2315.586143] env[62153]: DEBUG nova.network.neutron [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2315.700943] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.733059] env[62153]: DEBUG nova.compute.utils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2315.734495] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2315.734667] env[62153]: DEBUG nova.network.neutron [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2315.807909] env[62153]: DEBUG nova.policy [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce663d9c2fe541fe9147b8e157d360cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e83d0f6afc6c4969985e61a1f337bcf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2316.222616] env[62153]: DEBUG nova.network.neutron [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Successfully created port: 6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2316.237801] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2316.358779] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad212d-bd87-4a9f-bcb3-8b5a76f22255 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.366645] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8549cde-bb09-4a1a-b95a-e5fe31c5555c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.397754] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a356890-61f2-4849-a7c8-8866baefaf34 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.405472] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2ede8-65c3-4780-9643-651bfbf90787 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.419554] env[62153]: DEBUG nova.compute.provider_tree [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.491446] env[62153]: DEBUG nova.compute.manager [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2316.491446] env[62153]: DEBUG nova.compute.manager [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing instance network info cache due to event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2316.491446] env[62153]: DEBUG oslo_concurrency.lockutils [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.491446] env[62153]: DEBUG oslo_concurrency.lockutils [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.491616] env[62153]: DEBUG nova.network.neutron [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2316.654483] env[62153]: DEBUG nova.network.neutron [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.922684] env[62153]: DEBUG nova.scheduler.client.report [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2317.144758] env[62153]: DEBUG nova.compute.manager [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2317.145692] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ee690-a06d-4966-80be-32abb7770dd3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.157093] env[62153]: INFO nova.compute.manager [-] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Took 1.57 seconds to deallocate network for instance. [ 2317.208636] env[62153]: DEBUG nova.network.neutron [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updated VIF entry in instance network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2317.209015] env[62153]: DEBUG nova.network.neutron [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.248073] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2317.268434] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2317.268669] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2317.268824] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2317.269010] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2317.269217] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2317.269387] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2317.269593] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2317.269757] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2317.269916] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2317.270087] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2317.270274] env[62153]: DEBUG nova.virt.hardware [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2317.271109] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97baec22-282e-4500-b92d-9b181f41e9aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.280544] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56266e0d-9b57-4c31-810b-5b0b7d3848c6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.427759] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.428327] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2317.430977] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.826s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.655082] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.662346] env[62153]: INFO nova.compute.manager [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] instance snapshotting [ 2317.662578] env[62153]: WARNING nova.compute.manager [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 2317.665302] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaaf44b-0ec8-40f7-8afe-690166b9b388 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.668586] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.685698] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be14b0f-1e9d-489c-a097-e36e458d568c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.712152] env[62153]: DEBUG oslo_concurrency.lockutils [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.712407] env[62153]: DEBUG nova.compute.manager [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Received event network-vif-deleted-f0167650-d946-4d7e-9a44-3fd3fb9ea21e {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2317.712638] env[62153]: INFO nova.compute.manager [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Neutron deleted interface f0167650-d946-4d7e-9a44-3fd3fb9ea21e; detaching it from the instance and deleting it from the info cache [ 2317.712769] env[62153]: DEBUG nova.network.neutron [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.933946] env[62153]: DEBUG nova.compute.utils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2317.937304] env[62153]: INFO nova.compute.claims [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2317.940823] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2317.940991] env[62153]: DEBUG nova.network.neutron [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2317.980849] env[62153]: DEBUG nova.policy [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ebde6a8ad247b6acba4129a0816c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '282f9cac29044743a048f28c31634a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2318.196050] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2318.196401] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-153fc016-1b15-4beb-a408-5a9641967290 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.204137] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2318.204137] env[62153]: value = "task-2074019" [ 2318.204137] env[62153]: _type = "Task" [ 2318.204137] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.212719] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.215698] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efb70f3f-d9e9-4e99-84e2-27784ad1e497 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.224506] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65960c2c-b527-46af-816b-453de5e40e82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.236892] env[62153]: DEBUG nova.network.neutron [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Successfully created port: 0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2318.256821] env[62153]: DEBUG nova.compute.manager [req-89db7abf-e34e-4923-88f1-f99caf5e0ced req-a583db72-63c5-47a7-8d85-df1f94767806 service nova] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Detach interface failed, port_id=f0167650-d946-4d7e-9a44-3fd3fb9ea21e, reason: Instance 108b6393-9bc1-4466-bd29-2a662e8da5be could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2318.442130] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2318.446168] env[62153]: INFO nova.compute.resource_tracker [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating resource usage from migration 3e8afd04-d3c6-44e1-8358-129b653863b2 [ 2318.553976] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721ec90-0d08-4ebc-b13d-76ee2b37b1e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.562237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335fecd8-cb95-46c5-b8cd-b5072d351a64 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.592613] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0d6eb-fb39-4d38-ba34-c6c74c85ad7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.599741] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd4468-58bb-46bb-b465-5217cb321f38 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.613071] env[62153]: DEBUG nova.compute.provider_tree [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2318.622441] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.622677] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.622819] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2318.713885] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074019, 'name': CreateSnapshot_Task, 'duration_secs': 0.462534} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.714182] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2318.714904] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f9645d-25a7-4687-ba31-539395ec558c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.115926] env[62153]: DEBUG nova.scheduler.client.report [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2319.232376] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2319.232660] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d0f36a1-e988-47e0-830c-f50d90f2fdf2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.242033] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2319.242033] env[62153]: value = "task-2074020" [ 2319.242033] env[62153]: _type = "Task" [ 2319.242033] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.249514] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.456044] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2319.481243] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2319.481544] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2319.481712] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2319.481897] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2319.482076] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2319.482243] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2319.482470] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2319.482634] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2319.482810] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2319.482975] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2319.483177] env[62153]: DEBUG nova.virt.hardware [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2319.484045] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff263f-d5f8-421e-b961-483a126b6c17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.491854] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514f433-917c-44c9-b625-8f6dd72ad45a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.620941] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.190s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.621151] env[62153]: INFO nova.compute.manager [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Migrating [ 2319.627710] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.927s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.627943] env[62153]: DEBUG nova.objects.instance [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'resources' on Instance uuid 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2319.752089] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.130990] env[62153]: DEBUG nova.objects.instance [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'numa_topology' on Instance uuid 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2320.137979] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.138167] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2320.138357] env[62153]: DEBUG nova.network.neutron [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2320.252713] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.634080] env[62153]: DEBUG nova.objects.base [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Object Instance<03eeeb54-ad51-4214-96ed-5d1d1db98ea8> lazy-loaded attributes: resources,numa_topology {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2320.734426] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d28e5-87ec-495f-aae7-6b64dfa1b2aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.748102] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc9543c-0126-4cdb-9c64-3c17f9e40a05 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.755875] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.781806] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a6ac16-66f4-43da-9aaa-2b43314830b4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.789087] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531a23d-5ed8-44e6-824b-df58c122ac51 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.802265] env[62153]: DEBUG nova.compute.provider_tree [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2320.872958] env[62153]: DEBUG nova.network.neutron [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.253686] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.306049] env[62153]: DEBUG nova.scheduler.client.report [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2321.375428] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.756416] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.810983] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.813512] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.145s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.813742] env[62153]: DEBUG nova.objects.instance [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lazy-loading 'resources' on Instance uuid 108b6393-9bc1-4466-bd29-2a662e8da5be {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2322.255422] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.324459] env[62153]: DEBUG oslo_concurrency.lockutils [None req-21392ab0-9d5d-40f2-ae06-d7484c844c7a tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.964s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.325363] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.670s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.325547] env[62153]: INFO nova.compute.manager [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Unshelving [ 2322.437044] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae483e10-ee3d-4d9c-8461-bf9bf77c857d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.444631] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8085bb3-b37b-4def-be9f-7f4c92ac161a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.474841] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ee9ce-17fb-4853-a619-1875c18df6d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.481902] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb23e815-94be-4146-a801-16deb4aa0cdb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.496010] env[62153]: DEBUG nova.compute.provider_tree [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2322.756596] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.888685] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8743cc5a-85cf-4d82-bdbb-5211eaf39499 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.907270] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2322.999079] env[62153]: DEBUG nova.scheduler.client.report [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2323.257511] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.346294] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.413315] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2323.413631] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4080d11-1c4d-46f9-a598-038d41c5b724 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.422038] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2323.422038] env[62153]: value = "task-2074021" [ 2323.422038] env[62153]: _type = "Task" [ 2323.422038] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.434284] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.504541] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.506780] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.161s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.507018] env[62153]: DEBUG nova.objects.instance [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'pci_requests' on Instance uuid 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2323.525626] env[62153]: INFO nova.scheduler.client.report [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Deleted allocations for instance 108b6393-9bc1-4466-bd29-2a662e8da5be [ 2323.758732] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.931244] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074021, 'name': PowerOffVM_Task, 'duration_secs': 0.181598} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.931507] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2323.931682] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2324.010775] env[62153]: DEBUG nova.objects.instance [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'numa_topology' on Instance uuid 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.032563] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0836ad9d-fce1-4d4b-8ef0-b48894a47b2b tempest-ServerActionsTestOtherB-1634256276 tempest-ServerActionsTestOtherB-1634256276-project-member] Lock "108b6393-9bc1-4466-bd29-2a662e8da5be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.128s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.162812] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2324.163042] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.163218] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.163368] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.163516] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.163658] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.163800] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.163932] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2324.164088] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.258554] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.438050] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2324.438216] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2324.438301] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2324.438483] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2324.438628] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2324.438775] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2324.438977] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2324.439162] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2324.439359] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2324.439528] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2324.439701] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2324.444759] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cca1fbe-70ad-4baa-b268-966449fe1854 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.459931] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2324.459931] env[62153]: value = "task-2074022" [ 2324.459931] env[62153]: _type = "Task" [ 2324.459931] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.467712] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.513455] env[62153]: INFO nova.compute.claims [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2324.667323] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.759640] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.971274] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074022, 'name': ReconfigVM_Task, 'duration_secs': 0.220922} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.971596] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2325.260141] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.479334] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2325.479602] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2325.479760] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2325.479945] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2325.480098] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2325.480288] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2325.480532] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2325.480812] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2325.480881] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2325.481020] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2325.481203] env[62153]: DEBUG nova.virt.hardware [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2325.486683] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2325.487050] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f504edd-c466-4044-88de-c324f68113fe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.507567] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2325.507567] env[62153]: value = "task-2074024" [ 2325.507567] env[62153]: _type = "Task" [ 2325.507567] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.516228] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.629760] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b18189-291f-4669-9b58-6afc3b9cb366 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.637228] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eb55cf-815a-4634-a272-4cbe2d299d78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.668662] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb06fcd-9e67-4d2e-a242-2ed76c574bfa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.676206] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1207ba1b-717c-4c22-ba1d-0d85ac87aee2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.689405] env[62153]: DEBUG nova.compute.provider_tree [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2325.760626] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074020, 'name': CloneVM_Task, 'duration_secs': 6.44327} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.760898] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Created linked-clone VM from snapshot [ 2325.761629] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef95b813-a20a-46af-9361-eaebf17fd054 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.769092] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Uploading image 961f5219-a711-4fd1-b7ea-ffc36fd29254 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2325.790608] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2325.790608] env[62153]: value = "vm-425135" [ 2325.790608] env[62153]: _type = "VirtualMachine" [ 2325.790608] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2325.790865] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e90d0c3e-7747-4a22-93e7-6683ef2e05c9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.797823] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease: (returnval){ [ 2325.797823] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297b196-d9cc-bdfe-391e-f6ed7edbb361" [ 2325.797823] env[62153]: _type = "HttpNfcLease" [ 2325.797823] env[62153]: } obtained for exporting VM: (result){ [ 2325.797823] env[62153]: value = "vm-425135" [ 2325.797823] env[62153]: _type = "VirtualMachine" [ 2325.797823] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2325.798102] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the lease: (returnval){ [ 2325.798102] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297b196-d9cc-bdfe-391e-f6ed7edbb361" [ 2325.798102] env[62153]: _type = "HttpNfcLease" [ 2325.798102] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2325.803992] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2325.803992] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297b196-d9cc-bdfe-391e-f6ed7edbb361" [ 2325.803992] env[62153]: _type = "HttpNfcLease" [ 2325.803992] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2326.017772] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074024, 'name': ReconfigVM_Task, 'duration_secs': 0.16079} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.018043] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2326.018800] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055138f-3bd3-46a1-b676-537f0330ab81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.040196] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2/e05c465c-41f8-423c-a721-b5e1ad75bab2.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2326.040494] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403a4e39-b688-4711-8a02-c0b643b29871 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.059798] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2326.059798] env[62153]: value = "task-2074026" [ 2326.059798] env[62153]: _type = "Task" [ 2326.059798] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.067671] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.193508] env[62153]: DEBUG nova.scheduler.client.report [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2326.239970] env[62153]: DEBUG nova.compute.manager [req-38e5b943-6093-4413-b380-05d9e3032f43 req-03e8dcad-bd38-45de-a644-8b1bc0004527 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Received event network-vif-plugged-6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2326.240377] env[62153]: DEBUG oslo_concurrency.lockutils [req-38e5b943-6093-4413-b380-05d9e3032f43 req-03e8dcad-bd38-45de-a644-8b1bc0004527 service nova] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.240737] env[62153]: DEBUG oslo_concurrency.lockutils [req-38e5b943-6093-4413-b380-05d9e3032f43 req-03e8dcad-bd38-45de-a644-8b1bc0004527 service nova] Lock "d4935769-9367-4824-a38a-fada5da852ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.241049] env[62153]: DEBUG oslo_concurrency.lockutils [req-38e5b943-6093-4413-b380-05d9e3032f43 req-03e8dcad-bd38-45de-a644-8b1bc0004527 service nova] Lock "d4935769-9367-4824-a38a-fada5da852ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.241342] env[62153]: DEBUG nova.compute.manager [req-38e5b943-6093-4413-b380-05d9e3032f43 req-03e8dcad-bd38-45de-a644-8b1bc0004527 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] No waiting events found dispatching network-vif-plugged-6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2326.241612] env[62153]: WARNING nova.compute.manager [req-38e5b943-6093-4413-b380-05d9e3032f43 req-03e8dcad-bd38-45de-a644-8b1bc0004527 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Received unexpected event network-vif-plugged-6b5b7cec-8a1b-4d40-964b-5e615d312c52 for instance with vm_state building and task_state spawning. [ 2326.307411] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2326.307411] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297b196-d9cc-bdfe-391e-f6ed7edbb361" [ 2326.307411] env[62153]: _type = "HttpNfcLease" [ 2326.307411] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2326.307836] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2326.307836] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297b196-d9cc-bdfe-391e-f6ed7edbb361" [ 2326.307836] env[62153]: _type = "HttpNfcLease" [ 2326.307836] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2326.308476] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e434ff4d-b119-4378-8ce4-aece8d6f8bff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.316222] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f574-9f75-1a43-ff33-3b87bf939d79/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2326.316413] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f574-9f75-1a43-ff33-3b87bf939d79/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2326.405810] env[62153]: DEBUG nova.network.neutron [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Successfully updated port: 6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2326.417239] env[62153]: DEBUG nova.network.neutron [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Successfully updated port: 0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2326.425053] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c224b0d-109a-43ef-a2c9-6d69326be029 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.569673] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074026, 'name': ReconfigVM_Task, 'duration_secs': 0.260181} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.569958] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2/e05c465c-41f8-423c-a721-b5e1ad75bab2.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2326.570335] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2326.700530] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.194s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.702760] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.036s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.702994] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.703183] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2326.704586] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99cab0-a4c6-4d7a-9be6-781efcf8da7b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.714011] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1752bfb-4db6-42d8-aa9a-50684d0dc7e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.728622] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6affd3-23a7-4df4-9895-0cef02a5cab2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.736586] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170ff69-2402-49de-8ef2-20d2487e3f4b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.740394] env[62153]: INFO nova.network.neutron [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating port 20c3d54d-a476-4f22-8cfc-e778788539f3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2326.776020] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180587MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2326.776129] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.776931] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.909357] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.909811] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.910132] env[62153]: DEBUG nova.network.neutron [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2326.923265] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.925038] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.925038] env[62153]: DEBUG nova.network.neutron [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2327.076552] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc9416-0ef3-4fbf-af82-b495f68ad17a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.099716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5284b138-20e9-40de-a23e-9870522dccd5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.119101] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2327.463415] env[62153]: DEBUG nova.network.neutron [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2327.468899] env[62153]: DEBUG nova.network.neutron [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2327.682554] env[62153]: DEBUG nova.network.neutron [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Port 092308ed-8247-4920-bf57-e9a6d021bc91 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2327.724078] env[62153]: DEBUG nova.network.neutron [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updating instance_info_cache with network_info: [{"id": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "address": "fa:16:3e:ee:8f:13", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5b7cec-8a", "ovs_interfaceid": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.729020] env[62153]: DEBUG nova.network.neutron [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updating instance_info_cache with network_info: [{"id": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "address": "fa:16:3e:40:4c:03", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e264e4a-67", "ovs_interfaceid": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.785380] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Applying migration context for instance e05c465c-41f8-423c-a721-b5e1ad75bab2 as it has an incoming, in-progress migration 3e8afd04-d3c6-44e1-8358-129b653863b2. Migration status is migrating {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2327.786882] env[62153]: INFO nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating resource usage from migration 3e8afd04-d3c6-44e1-8358-129b653863b2 [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 0af470b9-41d1-4cd4-a274-3255ae6e77e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d4935769-9367-4824-a38a-fada5da852ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance c64004ba-e91d-4107-9e5a-3499e6363d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Migration 3e8afd04-d3c6-44e1-8358-129b653863b2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance e05c465c-41f8-423c-a721-b5e1ad75bab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2327.809280] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2327.924484] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e3ee2-339b-4e54-9ac4-42dc0ae46b5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.933021] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a298e665-f808-4a0e-9bc3-12b0dfdd70b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.964787] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88030e6-09f1-4776-b3fc-245c496a5b4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.973034] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee33aa-dab6-4d5f-b94f-4db6708210b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.986411] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2328.229311] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.229733] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Instance network_info: |[{"id": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "address": "fa:16:3e:ee:8f:13", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5b7cec-8a", "ovs_interfaceid": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2328.230197] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.230559] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Instance network_info: |[{"id": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "address": "fa:16:3e:40:4c:03", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e264e4a-67", "ovs_interfaceid": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2328.231043] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:8f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5b7cec-8a1b-4d40-964b-5e615d312c52', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2328.239625] env[62153]: DEBUG oslo.service.loopingcall [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.239993] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:4c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e264e4a-6749-4cda-84e4-8c32aabf3c14', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2328.248051] env[62153]: DEBUG oslo.service.loopingcall [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.249142] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4935769-9367-4824-a38a-fada5da852ce] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2328.249808] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2328.250086] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1d3eab-eba9-4505-841f-3ef92a3149a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.268616] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81ad8de4-a810-454f-96e7-f250227842aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.286784] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Received event network-vif-plugged-0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2328.286989] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Acquiring lock "c64004ba-e91d-4107-9e5a-3499e6363d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.287212] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.287371] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.287530] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] No waiting events found dispatching network-vif-plugged-0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2328.287688] env[62153]: WARNING nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Received unexpected event network-vif-plugged-0e264e4a-6749-4cda-84e4-8c32aabf3c14 for instance with vm_state building and task_state spawning. [ 2328.287845] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Received event network-changed-6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2328.287991] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Refreshing instance network info cache due to event network-changed-6b5b7cec-8a1b-4d40-964b-5e615d312c52. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2328.288185] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Acquiring lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.288319] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Acquired lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.288468] env[62153]: DEBUG nova.network.neutron [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Refreshing network info cache for port 6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2328.295245] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2328.295245] env[62153]: value = "task-2074028" [ 2328.295245] env[62153]: _type = "Task" [ 2328.295245] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.296443] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2328.296443] env[62153]: value = "task-2074027" [ 2328.296443] env[62153]: _type = "Task" [ 2328.296443] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.308718] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074028, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.311419] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074027, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.349362] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.349593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.349730] env[62153]: DEBUG nova.network.neutron [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2328.490094] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2328.707841] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.707841] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.708143] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.809260] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074028, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.812383] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074027, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.994742] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2328.994932] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.995147] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2328.995455] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2329.175698] env[62153]: DEBUG nova.network.neutron [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updated VIF entry in instance network info cache for port 6b5b7cec-8a1b-4d40-964b-5e615d312c52. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2329.176194] env[62153]: DEBUG nova.network.neutron [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updating instance_info_cache with network_info: [{"id": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "address": "fa:16:3e:ee:8f:13", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5b7cec-8a", "ovs_interfaceid": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.278223] env[62153]: DEBUG nova.network.neutron [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.309773] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074028, 'name': CreateVM_Task, 'duration_secs': 0.555763} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.313161] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2329.313442] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074027, 'name': CreateVM_Task, 'duration_secs': 0.544878} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.314172] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.314411] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.314801] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2329.315050] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4935769-9367-4824-a38a-fada5da852ce] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2329.315420] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b16de2-97f2-48e9-8a6d-52bad70dfc0d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.317457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.320822] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2329.320822] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b5ea9b-1017-190d-24cc-89b321f47042" [ 2329.320822] env[62153]: _type = "Task" [ 2329.320822] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.328592] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b5ea9b-1017-190d-24cc-89b321f47042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.510949] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] There are 56 instances to clean {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2329.510949] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: fb60095e-56d0-4403-aaa2-5833b398001d] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2329.687464] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Releasing lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.688390] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Received event network-changed-0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.688390] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Refreshing instance network info cache due to event network-changed-0e264e4a-6749-4cda-84e4-8c32aabf3c14. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2329.688390] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Acquiring lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.688390] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Acquired lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.688634] env[62153]: DEBUG nova.network.neutron [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Refreshing network info cache for port 0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2329.746146] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.746342] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.746529] env[62153]: DEBUG nova.network.neutron [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.781393] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.814893] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5a5b0b0538cfb4dd958ed8909863f186',container_format='bare',created_at=2025-01-13T08:52:59Z,direct_url=,disk_format='vmdk',id=562bd201-1b62-40b0-a7cc-479389652395,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-769375915-shelved',owner='c11e4b661ee6427bbd63f0447dc511ad',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-01-13T08:53:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2329.815443] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2329.816082] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2329.816082] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2329.816339] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2329.816654] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2329.817057] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2329.817405] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2329.819034] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2329.819034] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2329.819034] env[62153]: DEBUG nova.virt.hardware [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2329.820210] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4edd15-b7e3-4876-8bdc-d370e17714bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.831946] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b5ea9b-1017-190d-24cc-89b321f47042, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.834282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.834603] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2329.834889] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.835092] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.835321] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2329.835798] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.836086] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2329.836354] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83378e89-d459-4e74-be5e-32c6f2e9595a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.839258] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc0a7b-ed79-4fa4-a2da-3154163725f2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.844948] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d809a2aa-3da7-4881-9d89-025ce9f98dad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.850390] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2329.850390] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525a4581-6854-4d1f-c48e-0a7833f506f0" [ 2329.850390] env[62153]: _type = "Task" [ 2329.850390] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.860594] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:58:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c3d54d-a476-4f22-8cfc-e778788539f3', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2329.870275] env[62153]: DEBUG oslo.service.loopingcall [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2329.874391] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2329.875569] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2329.875569] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2329.875796] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5429ea21-a4e9-48e4-b4d9-5be5eac28978 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.893614] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0025969-fbc0-4f80-b738-12aa3b40f08a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.904353] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525a4581-6854-4d1f-c48e-0a7833f506f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.908108] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.908496] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2329.909338] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.909812] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2329.909812] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a63176-ce49-0acd-cc53-362f80d299bd" [ 2329.909812] env[62153]: _type = "Task" [ 2329.909812] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.910229] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2329.910229] env[62153]: value = "task-2074029" [ 2329.910229] env[62153]: _type = "Task" [ 2329.910229] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.924081] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a63176-ce49-0acd-cc53-362f80d299bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.929565] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074029, 'name': CreateVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.929565] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcc381c-5b1a-4f49-8fc1-7cdfc5861b9a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.936247] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2329.936247] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52346d3e-946e-52fc-cbb0-11fe157103fe" [ 2329.936247] env[62153]: _type = "Task" [ 2329.936247] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.944684] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52346d3e-946e-52fc-cbb0-11fe157103fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.014416] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f56a6c28-9530-4ad4-84c2-0d266af93423] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2330.312510] env[62153]: DEBUG nova.compute.manager [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2330.312696] env[62153]: DEBUG nova.compute.manager [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing instance network info cache due to event network-changed-20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2330.312922] env[62153]: DEBUG oslo_concurrency.lockutils [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] Acquiring lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.313224] env[62153]: DEBUG oslo_concurrency.lockutils [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] Acquired lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.313415] env[62153]: DEBUG nova.network.neutron [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Refreshing network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2330.421699] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074029, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.447561] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52346d3e-946e-52fc-cbb0-11fe157103fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.447939] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.448696] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c64004ba-e91d-4107-9e5a-3499e6363d03/c64004ba-e91d-4107-9e5a-3499e6363d03.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2330.449034] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.449263] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2330.449507] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73409fb9-39a9-4d79-8dff-54397c9a16dc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.454806] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03ee847e-8164-4ebf-a8af-b6c0a8b4f2e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.464597] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2330.464597] env[62153]: value = "task-2074030" [ 2330.464597] env[62153]: _type = "Task" [ 2330.464597] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.465871] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2330.466262] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2330.470914] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de40abf-4ceb-4fab-a676-507760ddb082 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.479209] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.488020] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2330.488020] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fb25f-0424-2624-0073-f3bf8a76f9b6" [ 2330.488020] env[62153]: _type = "Task" [ 2330.488020] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.495057] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fb25f-0424-2624-0073-f3bf8a76f9b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.517861] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 9a464054-39f9-443a-bf4c-1269725c5c5b] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2330.624381] env[62153]: DEBUG nova.network.neutron [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updated VIF entry in instance network info cache for port 0e264e4a-6749-4cda-84e4-8c32aabf3c14. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2330.624746] env[62153]: DEBUG nova.network.neutron [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updating instance_info_cache with network_info: [{"id": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "address": "fa:16:3e:40:4c:03", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e264e4a-67", "ovs_interfaceid": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.662646] env[62153]: DEBUG nova.network.neutron [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.923046] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074029, 'name': CreateVM_Task, 'duration_secs': 0.635647} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.923252] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2330.924074] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.924294] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.924895] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2330.927737] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cda4c8-d16d-459b-8030-358a77e0a016 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.935545] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2330.935545] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c104c-c1ad-c3b4-21ec-856e01741c0a" [ 2330.935545] env[62153]: _type = "Task" [ 2330.935545] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.947327] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525c104c-c1ad-c3b4-21ec-856e01741c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.976248] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.995832] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528fb25f-0424-2624-0073-f3bf8a76f9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.023188} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.996645] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a38ad93-94d2-4385-a269-b96bfe63f7df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.001842] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2331.001842] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e04c43-dc63-cc20-09dc-1d4538d4c097" [ 2331.001842] env[62153]: _type = "Task" [ 2331.001842] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.009904] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e04c43-dc63-cc20-09dc-1d4538d4c097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.021716] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 297fb26a-6280-481f-8151-77ccfd3baabb] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.054600] env[62153]: DEBUG nova.network.neutron [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updated VIF entry in instance network info cache for port 20c3d54d-a476-4f22-8cfc-e778788539f3. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2331.054976] env[62153]: DEBUG nova.network.neutron [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [{"id": "20c3d54d-a476-4f22-8cfc-e778788539f3", "address": "fa:16:3e:e2:58:09", "network": {"id": "d3863e6d-b871-4946-acb6-964ef9c95dc3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-144599256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c11e4b661ee6427bbd63f0447dc511ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c3d54d-a4", "ovs_interfaceid": "20c3d54d-a476-4f22-8cfc-e778788539f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.129837] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Releasing lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.130217] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-vif-plugged-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2331.130549] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.130832] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.131050] env[62153]: DEBUG oslo_concurrency.lockutils [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.131285] env[62153]: DEBUG nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] No waiting events found dispatching network-vif-plugged-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2331.131495] env[62153]: WARNING nova.compute.manager [req-6560fb4f-5dcc-456d-a589-461f578a9355 req-37954ff6-b946-4e68-ac20-4b0b6039c1cf service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received unexpected event network-vif-plugged-20c3d54d-a476-4f22-8cfc-e778788539f3 for instance with vm_state shelved_offloaded and task_state spawning. [ 2331.165196] env[62153]: DEBUG oslo_concurrency.lockutils [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.445522] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.445798] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Processing image 562bd201-1b62-40b0-a7cc-479389652395 {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2331.446063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.446216] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.446398] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2331.446688] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0adefb9-8461-4807-8c5d-da61684d878b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.455059] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2331.455249] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2331.456031] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9592e866-c21e-4f67-a34c-432ef90b265d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.461385] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2331.461385] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297cdbc-642e-5c72-9efc-60abfc449a08" [ 2331.461385] env[62153]: _type = "Task" [ 2331.461385] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.472442] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5297cdbc-642e-5c72-9efc-60abfc449a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.477775] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560914} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.478040] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] c64004ba-e91d-4107-9e5a-3499e6363d03/c64004ba-e91d-4107-9e5a-3499e6363d03.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2331.478265] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2331.478517] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d748a39-85ea-45cf-b7ce-385b1116c52e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.485048] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2331.485048] env[62153]: value = "task-2074031" [ 2331.485048] env[62153]: _type = "Task" [ 2331.485048] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.494421] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.511839] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e04c43-dc63-cc20-09dc-1d4538d4c097, 'name': SearchDatastore_Task, 'duration_secs': 0.019332} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.512132] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.512423] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d4935769-9367-4824-a38a-fada5da852ce/d4935769-9367-4824-a38a-fada5da852ce.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2331.512696] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f8d1fb1-a4bb-489f-b053-0708f26a9630 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.519729] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2331.519729] env[62153]: value = "task-2074032" [ 2331.519729] env[62153]: _type = "Task" [ 2331.519729] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.526027] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 108b6393-9bc1-4466-bd29-2a662e8da5be] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.530378] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.557627] env[62153]: DEBUG oslo_concurrency.lockutils [req-31117bec-24fa-4a68-a34f-a8cb2f54c260 req-578b9866-c652-4414-95e1-b52686672a3c service nova] Releasing lock "refresh_cache-03eeeb54-ad51-4214-96ed-5d1d1db98ea8" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.692755] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a8bc3-b34b-481e-9c1e-51dd234af007 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.714654] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65b501-e100-45a8-a32c-962444f165da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.722449] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2331.972870] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Preparing fetch location {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2331.973190] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Fetch image to [datastore1] OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc/OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc.vmdk {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2331.973405] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Downloading stream optimized image 562bd201-1b62-40b0-a7cc-479389652395 to [datastore1] OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc/OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc.vmdk on the data store datastore1 as vApp {{(pid=62153) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2331.973577] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Downloading image file data 562bd201-1b62-40b0-a7cc-479389652395 to the ESX as VM named 'OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc' {{(pid=62153) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2331.996645] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068957} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.013799] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2332.015233] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a011cfb-f176-437b-81c9-4f008b07e696 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.038044] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c64004ba-e91d-4107-9e5a-3499e6363d03/c64004ba-e91d-4107-9e5a-3499e6363d03.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2332.043212] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 95c76a69-f2f8-4169-8a1b-9ca20b2070bf] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2332.044918] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2941281-56d9-4cae-8b4d-f38ecc245b79 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.066185] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498964} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.068052] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d4935769-9367-4824-a38a-fada5da852ce/d4935769-9367-4824-a38a-fada5da852ce.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2332.068282] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2332.068589] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2332.068589] env[62153]: value = "task-2074033" [ 2332.068589] env[62153]: _type = "Task" [ 2332.068589] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.069050] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e163b10d-d944-482c-a4be-b4efe37eecf3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.079414] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.080647] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2332.080647] env[62153]: value = "task-2074034" [ 2332.080647] env[62153]: _type = "Task" [ 2332.080647] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.081388] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2332.081388] env[62153]: value = "resgroup-9" [ 2332.081388] env[62153]: _type = "ResourcePool" [ 2332.081388] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2332.081657] env[62153]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3de3dfde-fa08-4493-a1cb-cefbfc8b0883 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.111519] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.112790] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease: (returnval){ [ 2332.112790] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b4f37-1e4d-ef40-b73d-1d0cee9a5f0d" [ 2332.112790] env[62153]: _type = "HttpNfcLease" [ 2332.112790] env[62153]: } obtained for vApp import into resource pool (val){ [ 2332.112790] env[62153]: value = "resgroup-9" [ 2332.112790] env[62153]: _type = "ResourcePool" [ 2332.112790] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2332.113295] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the lease: (returnval){ [ 2332.113295] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b4f37-1e4d-ef40-b73d-1d0cee9a5f0d" [ 2332.113295] env[62153]: _type = "HttpNfcLease" [ 2332.113295] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2332.119063] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2332.119063] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b4f37-1e4d-ef40-b73d-1d0cee9a5f0d" [ 2332.119063] env[62153]: _type = "HttpNfcLease" [ 2332.119063] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2332.228906] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2332.229279] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd53632b-e378-48d4-b97c-49d4280a9c78 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.237016] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2332.237016] env[62153]: value = "task-2074036" [ 2332.237016] env[62153]: _type = "Task" [ 2332.237016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.245051] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.562334] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d3c3b812-44d7-434b-810f-48d3e5849ae1] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2332.580994] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074033, 'name': ReconfigVM_Task, 'duration_secs': 0.411903} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.581435] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c64004ba-e91d-4107-9e5a-3499e6363d03/c64004ba-e91d-4107-9e5a-3499e6363d03.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2332.582257] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea92dd20-e5ea-4298-b393-e795b86ef7ba {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.593986] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065201} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.595232] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2332.595569] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2332.595569] env[62153]: value = "task-2074037" [ 2332.595569] env[62153]: _type = "Task" [ 2332.595569] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.596248] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8494f-e89a-4001-a6af-6f8f6591d498 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.607041] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074037, 'name': Rename_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.626381] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d4935769-9367-4824-a38a-fada5da852ce/d4935769-9367-4824-a38a-fada5da852ce.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2332.629752] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668b203b-2c4e-485c-84ce-a2c275e0cf89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.648434] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2332.648434] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b4f37-1e4d-ef40-b73d-1d0cee9a5f0d" [ 2332.648434] env[62153]: _type = "HttpNfcLease" [ 2332.648434] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2332.649892] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2332.649892] env[62153]: value = "task-2074038" [ 2332.649892] env[62153]: _type = "Task" [ 2332.649892] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.658650] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.746611] env[62153]: DEBUG oslo_vmware.api [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074036, 'name': PowerOnVM_Task, 'duration_secs': 0.42902} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.746898] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2332.747075] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-683f782a-0a38-40ec-80f5-e8643df69aa3 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance 'e05c465c-41f8-423c-a721-b5e1ad75bab2' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2333.064748] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f8404763-97e4-45fb-80c6-28820708deee] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2333.108428] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074037, 'name': Rename_Task, 'duration_secs': 0.269148} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.108710] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2333.108964] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e2d6c7-262c-44bc-9be5-07e42c4ca00c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.114786] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2333.114786] env[62153]: value = "task-2074039" [ 2333.114786] env[62153]: _type = "Task" [ 2333.114786] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.123439] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.126577] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2333.126577] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b4f37-1e4d-ef40-b73d-1d0cee9a5f0d" [ 2333.126577] env[62153]: _type = "HttpNfcLease" [ 2333.126577] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2333.126846] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2333.126846] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520b4f37-1e4d-ef40-b73d-1d0cee9a5f0d" [ 2333.126846] env[62153]: _type = "HttpNfcLease" [ 2333.126846] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2333.127577] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9dee7-1751-471e-9cef-b6c6ce2c590f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.136168] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52744bb6-e464-9808-41bc-8673134e33a9/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2333.136410] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52744bb6-e464-9808-41bc-8673134e33a9/disk-0.vmdk. {{(pid=62153) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2333.202137] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdb9b0fd-d9d4-4132-b9ef-084bc2e0b1ce {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.204066] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.568481] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 8675a205-96ba-4e20-8062-7a23350f82b8] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2333.627772] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.703063] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074038, 'name': ReconfigVM_Task, 'duration_secs': 0.605629} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.705860] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d4935769-9367-4824-a38a-fada5da852ce/d4935769-9367-4824-a38a-fada5da852ce.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2333.705860] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f147f1ca-487c-46b4-80fc-655e6d2b6339 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.712711] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2333.712711] env[62153]: value = "task-2074040" [ 2333.712711] env[62153]: _type = "Task" [ 2333.712711] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.722447] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074040, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.752130] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f574-9f75-1a43-ff33-3b87bf939d79/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2333.753067] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad518e59-1aa6-43cf-84ca-6d536090f631 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.766081] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f574-9f75-1a43-ff33-3b87bf939d79/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2333.766081] env[62153]: ERROR oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f574-9f75-1a43-ff33-3b87bf939d79/disk-0.vmdk due to incomplete transfer. [ 2333.766081] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adaf1b1a-c182-4421-b3e6-e2bb10163a18 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.773461] env[62153]: DEBUG oslo_vmware.rw_handles [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f574-9f75-1a43-ff33-3b87bf939d79/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2333.773665] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Uploaded image 961f5219-a711-4fd1-b7ea-ffc36fd29254 to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2333.776060] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2333.777604] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c7cea43-6fb8-4e6d-b53f-a143d112977b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.785600] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2333.785600] env[62153]: value = "task-2074041" [ 2333.785600] env[62153]: _type = "Task" [ 2333.785600] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.795872] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074041, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.074519] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 70873cb9-f6dd-4230-a9f4-7d726f225c0d] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2334.126285] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.227626] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074040, 'name': Rename_Task, 'duration_secs': 0.233747} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.230632] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2334.231021] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c0db3f-2887-4dc6-b41e-6932a07634fb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.238914] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2334.238914] env[62153]: value = "task-2074042" [ 2334.238914] env[62153]: _type = "Task" [ 2334.238914] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.254580] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.299617] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074041, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.469282] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Completed reading data from the image iterator. {{(pid=62153) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2334.469607] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52744bb6-e464-9808-41bc-8673134e33a9/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2334.470716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dce0506-a87a-4851-8ecc-4083dd91a74e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.477868] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52744bb6-e464-9808-41bc-8673134e33a9/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2334.478133] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52744bb6-e464-9808-41bc-8673134e33a9/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2334.478422] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5cdc2d37-98b5-43f8-8e61-23cd37b18c6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.527183] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.528089] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.528791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.529090] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.529443] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.532136] env[62153]: INFO nova.compute.manager [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Terminating instance [ 2334.580546] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 2400ac8e-57dc-40ab-a842-d7ea2657212f] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2334.625573] env[62153]: DEBUG oslo_vmware.api [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074039, 'name': PowerOnVM_Task, 'duration_secs': 1.206424} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.625915] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2334.626141] env[62153]: INFO nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Took 15.17 seconds to spawn the instance on the hypervisor. [ 2334.626324] env[62153]: DEBUG nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2334.627106] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2fc9e6-51ab-441c-a6b8-4ecbcf4184c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.748952] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.795413] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074041, 'name': Destroy_Task, 'duration_secs': 0.752823} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.795670] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Destroyed the VM [ 2334.795902] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2334.796172] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d189b01-126e-494b-a50b-a0734a97e0cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.803833] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2334.803833] env[62153]: value = "task-2074043" [ 2334.803833] env[62153]: _type = "Task" [ 2334.803833] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.812324] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.819494] env[62153]: DEBUG oslo_vmware.rw_handles [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52744bb6-e464-9808-41bc-8673134e33a9/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2334.819724] env[62153]: INFO nova.virt.vmwareapi.images [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Downloaded image file data 562bd201-1b62-40b0-a7cc-479389652395 [ 2334.820531] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ccd0b-675a-4583-9e67-ad76cb6b5f98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.836075] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae784c49-d23a-4979-a569-97f3cb6cb517 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.867173] env[62153]: INFO nova.virt.vmwareapi.images [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] The imported VM was unregistered [ 2334.869589] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Caching image {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2334.869915] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Creating directory with path [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395 {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2334.870410] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a47afc4-a7db-4d18-a17b-570910c6ce3c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.881251] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Created directory with path [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395 {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2334.881481] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc/OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc.vmdk to [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk. {{(pid=62153) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2334.881788] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-228e13f9-21bd-4cd2-befb-73c15dc6e158 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.888965] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2334.888965] env[62153]: value = "task-2074045" [ 2334.888965] env[62153]: _type = "Task" [ 2334.888965] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.900857] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074045, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.036156] env[62153]: DEBUG nova.compute.manager [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2335.036496] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2335.037581] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5c317-f5af-4e3d-a77a-ff4b953f9ade {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.045830] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2335.046473] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb47c8c-eb52-4436-8b69-56808b0c53e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.082601] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 23ba5485-42a8-4a90-b190-1a7f35358314] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2335.145987] env[62153]: INFO nova.compute.manager [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Took 25.35 seconds to build instance. [ 2335.253769] env[62153]: DEBUG oslo_vmware.api [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074042, 'name': PowerOnVM_Task, 'duration_secs': 0.636694} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.254252] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2335.254317] env[62153]: INFO nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Took 18.01 seconds to spawn the instance on the hypervisor. [ 2335.254479] env[62153]: DEBUG nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2335.255369] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f50eb08-28d6-4e2c-93a7-f537873d6e21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.315947] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074043, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.352248] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.352597] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.400732] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074045, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.482486] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.482891] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.483140] env[62153]: DEBUG nova.compute.manager [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Going to confirm migration 8 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2335.585799] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 66de520f-44cc-4880-ac57-9244af7010d8] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2335.647856] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7a9ee56-4a59-427a-a352-eab300902d08 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.859s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.775267] env[62153]: INFO nova.compute.manager [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Took 29.34 seconds to build instance. [ 2335.818867] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074043, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.856064] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2335.902088] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074045, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.090213] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 3282f519-afd7-4d2b-a77b-6d5eb5fc2dac] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2336.168137] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.168331] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.168529] env[62153]: DEBUG nova.network.neutron [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2336.168773] env[62153]: DEBUG nova.objects.instance [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'info_cache' on Instance uuid e05c465c-41f8-423c-a721-b5e1ad75bab2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2336.278763] env[62153]: DEBUG oslo_concurrency.lockutils [None req-066a9c0b-eb96-444c-b103-9982e56518ea tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.854s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.315868] env[62153]: DEBUG oslo_vmware.api [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074043, 'name': RemoveSnapshot_Task, 'duration_secs': 1.305418} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.316111] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2336.316305] env[62153]: INFO nova.compute.manager [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Took 18.65 seconds to snapshot the instance on the hypervisor. [ 2336.386006] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.386340] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.388473] env[62153]: INFO nova.compute.claims [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2336.402261] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074045, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.508524] env[62153]: DEBUG nova.compute.manager [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Received event network-changed-0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2336.508895] env[62153]: DEBUG nova.compute.manager [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Refreshing instance network info cache due to event network-changed-0e264e4a-6749-4cda-84e4-8c32aabf3c14. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2336.508954] env[62153]: DEBUG oslo_concurrency.lockutils [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] Acquiring lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.509142] env[62153]: DEBUG oslo_concurrency.lockutils [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] Acquired lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.509977] env[62153]: DEBUG nova.network.neutron [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Refreshing network info cache for port 0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2336.594721] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 34e060ad-61e0-4626-a352-4afe2119c7b3] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2336.820102] env[62153]: DEBUG nova.compute.manager [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Instance disappeared during snapshot {{(pid=62153) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2336.828905] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2336.829161] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2336.829465] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleting the datastore file [datastore1] 0af470b9-41d1-4cd4-a274-3255ae6e77e2 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2336.829754] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685e6c33-eca8-4d5a-937e-d97db4aca929 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.837953] env[62153]: DEBUG oslo_vmware.api [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2336.837953] env[62153]: value = "task-2074047" [ 2336.837953] env[62153]: _type = "Task" [ 2336.837953] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.843652] env[62153]: DEBUG nova.compute.manager [None req-d30f8426-c93c-4089-8602-63674b97d788 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image not found during clean up 961f5219-a711-4fd1-b7ea-ffc36fd29254 {{(pid=62153) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 2336.850717] env[62153]: DEBUG oslo_vmware.api [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.906684] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074045, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.097912] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d162fc9d-35b8-4bcc-8558-c523ea97b0cd] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2337.323365] env[62153]: DEBUG nova.network.neutron [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updated VIF entry in instance network info cache for port 0e264e4a-6749-4cda-84e4-8c32aabf3c14. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2337.324068] env[62153]: DEBUG nova.network.neutron [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updating instance_info_cache with network_info: [{"id": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "address": "fa:16:3e:40:4c:03", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e264e4a-67", "ovs_interfaceid": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.351697] env[62153]: DEBUG oslo_vmware.api [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.406801] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074045, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.458269} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.407560] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc/OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc.vmdk to [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk. [ 2337.407823] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Cleaning up location [datastore1] OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2337.408678] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c0daba71-c664-496e-a187-6effa5d991cc {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2337.409359] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e879861e-86ad-4ddb-b101-b2d9c7a28986 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.417198] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2337.417198] env[62153]: value = "task-2074048" [ 2337.417198] env[62153]: _type = "Task" [ 2337.417198] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.426861] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.515788] env[62153]: DEBUG nova.network.neutron [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [{"id": "092308ed-8247-4920-bf57-e9a6d021bc91", "address": "fa:16:3e:98:10:8f", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092308ed-82", "ovs_interfaceid": "092308ed-8247-4920-bf57-e9a6d021bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.536447] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc97f551-0a0e-449b-a595-afe4f5d7fd88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.544237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8bb293-d022-4ac2-b906-5ecedc9e3ce0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.574613] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62985d23-d8cc-4479-a373-fcd43b263ddb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.584751] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d1367-3f15-42f8-8db5-cdfefc00aaf8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.595432] env[62153]: DEBUG nova.compute.provider_tree [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2337.601436] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 2f1a43d6-146b-4107-8309-2e170d24ef37] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2337.826906] env[62153]: DEBUG oslo_concurrency.lockutils [req-94714e80-a3ae-4f2d-8a15-f0611be570e3 req-ede6e73b-d06e-4f85-b260-6086eb7ac85a service nova] Releasing lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.848120] env[62153]: DEBUG oslo_vmware.api [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579653} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.848374] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2337.848561] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2337.848739] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2337.848912] env[62153]: INFO nova.compute.manager [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Took 2.81 seconds to destroy the instance on the hypervisor. [ 2337.849255] env[62153]: DEBUG oslo.service.loopingcall [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2337.849460] env[62153]: DEBUG nova.compute.manager [-] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2337.849555] env[62153]: DEBUG nova.network.neutron [-] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2337.926672] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039008} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.926915] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2337.927138] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.927344] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk to [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2337.927587] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b5539e-3013-445a-870a-56a72447a7a0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.933888] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2337.933888] env[62153]: value = "task-2074050" [ 2337.933888] env[62153]: _type = "Task" [ 2337.933888] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.941285] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.020485] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-e05c465c-41f8-423c-a721-b5e1ad75bab2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.020851] env[62153]: DEBUG nova.objects.instance [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'migration_context' on Instance uuid e05c465c-41f8-423c-a721-b5e1ad75bab2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2338.099155] env[62153]: DEBUG nova.scheduler.client.report [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2338.106033] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 27c757fe-f0c7-4492-adb7-9d716f8e9f17] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.444282] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074050, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.524817] env[62153]: DEBUG nova.objects.base [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2338.525778] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3cfead-a621-4fe0-af91-e327ef2d1bb4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.546274] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7ab926-93b1-4f9a-8263-fa26e3d254f4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.550243] env[62153]: DEBUG nova.compute.manager [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Received event network-changed-6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2338.550456] env[62153]: DEBUG nova.compute.manager [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Refreshing instance network info cache due to event network-changed-6b5b7cec-8a1b-4d40-964b-5e615d312c52. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2338.550677] env[62153]: DEBUG oslo_concurrency.lockutils [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] Acquiring lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.550819] env[62153]: DEBUG oslo_concurrency.lockutils [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] Acquired lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.550979] env[62153]: DEBUG nova.network.neutron [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Refreshing network info cache for port 6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.557238] env[62153]: DEBUG oslo_vmware.api [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2338.557238] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52586b23-8c31-595f-78c9-0f7e30548ab4" [ 2338.557238] env[62153]: _type = "Task" [ 2338.557238] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.566717] env[62153]: DEBUG oslo_vmware.api [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52586b23-8c31-595f-78c9-0f7e30548ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.576060] env[62153]: DEBUG nova.network.neutron [-] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.608220] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.609110] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2338.614261] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 01b365de-d0d6-4276-9f80-24e61a9d6fa0] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.944554] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074050, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.067808] env[62153]: DEBUG oslo_vmware.api [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52586b23-8c31-595f-78c9-0f7e30548ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.050073} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.068100] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.068338] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.078662] env[62153]: INFO nova.compute.manager [-] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Took 1.23 seconds to deallocate network for instance. [ 2339.119427] env[62153]: DEBUG nova.compute.utils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2339.120948] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b255b058-92b9-4607-8962-3d66076b4878] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2339.123118] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2339.123288] env[62153]: DEBUG nova.network.neutron [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2339.194543] env[62153]: DEBUG nova.policy [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73770917c3834818b788d849268d3a1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb44540dffb4baeb187eeb1315c1d55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2339.436681] env[62153]: DEBUG nova.network.neutron [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updated VIF entry in instance network info cache for port 6b5b7cec-8a1b-4d40-964b-5e615d312c52. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2339.437063] env[62153]: DEBUG nova.network.neutron [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updating instance_info_cache with network_info: [{"id": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "address": "fa:16:3e:ee:8f:13", "network": {"id": "6ffd2eed-3a9e-42a4-8ca5-31b497531495", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712267751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83d0f6afc6c4969985e61a1f337bcf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5b7cec-8a", "ovs_interfaceid": "6b5b7cec-8a1b-4d40-964b-5e615d312c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.448500] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074050, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.571480] env[62153]: DEBUG nova.network.neutron [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Successfully created port: 4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2339.587827] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.624219] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2339.630040] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 03bdbe37-ca0e-4319-afe7-464017465971] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2339.720580] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c919e9-db49-443c-9244-6e1c413f1119 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.728418] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c25fc22-b757-44ac-9a01-caaebaec04bb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.760107] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59aed78-915d-474f-ab0a-413be2fb0668 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.768032] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9203bba6-d9fa-47f0-92d5-72b2fcd819ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.782148] env[62153]: DEBUG nova.compute.provider_tree [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2339.942432] env[62153]: DEBUG oslo_concurrency.lockutils [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] Releasing lock "refresh_cache-d4935769-9367-4824-a38a-fada5da852ce" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.942828] env[62153]: DEBUG nova.compute.manager [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Received event network-vif-deleted-c46b03e9-02fe-4707-bd05-5fe2fc028517 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2339.943082] env[62153]: INFO nova.compute.manager [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Neutron deleted interface c46b03e9-02fe-4707-bd05-5fe2fc028517; detaching it from the instance and deleting it from the info cache [ 2339.943299] env[62153]: DEBUG nova.network.neutron [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.947721] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074050, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.139456] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 6f9d0504-1415-4c94-bb2e-452d18002aa0] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2340.285290] env[62153]: DEBUG nova.scheduler.client.report [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2340.447509] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074050, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.399056} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.447731] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395/562bd201-1b62-40b0-a7cc-479389652395.vmdk to [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2340.448519] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5736a1e1-ebd9-45c9-8973-115def0282cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.451317] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aca1d121-5c82-4766-a266-75c80af8f284 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.476567] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2340.477870] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7830025c-c61d-41fc-a19d-02f1a537776f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.494535] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6862f68-db08-492f-8108-7eb9bdb833d5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.510937] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2340.510937] env[62153]: value = "task-2074051" [ 2340.510937] env[62153]: _type = "Task" [ 2340.510937] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.522997] env[62153]: DEBUG nova.compute.manager [req-ba82e1d0-4251-4264-9f19-aef745d7521d req-9a4169ac-04ac-48a5-ba55-3ac82b2e9f55 service nova] [instance: 0af470b9-41d1-4cd4-a274-3255ae6e77e2] Detach interface failed, port_id=c46b03e9-02fe-4707-bd05-5fe2fc028517, reason: Instance 0af470b9-41d1-4cd4-a274-3255ae6e77e2 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2340.528483] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.643151] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2340.645698] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 022915a7-6bcd-410e-95d0-97e9303f3a56] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2340.673190] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2340.673450] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2340.673608] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2340.673791] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2340.673937] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2340.674097] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2340.674413] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2340.674478] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2340.674637] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2340.674803] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2340.674975] env[62153]: DEBUG nova.virt.hardware [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2340.676340] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d536bf1-8183-428a-9dfd-53a3a463df21 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.685342] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e3c2c0-698f-4fab-815c-1f1f927d2af3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.020475] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.058351] env[62153]: DEBUG nova.compute.manager [req-155431c7-114e-43d2-8af9-418b90604e44 req-f165f76e-065b-4648-8a93-4e37927e990e service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Received event network-vif-plugged-4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2341.058574] env[62153]: DEBUG oslo_concurrency.lockutils [req-155431c7-114e-43d2-8af9-418b90604e44 req-f165f76e-065b-4648-8a93-4e37927e990e service nova] Acquiring lock "3974f559-0296-4bd2-8505-c7b7b6291ddf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.058811] env[62153]: DEBUG oslo_concurrency.lockutils [req-155431c7-114e-43d2-8af9-418b90604e44 req-f165f76e-065b-4648-8a93-4e37927e990e service nova] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.058989] env[62153]: DEBUG oslo_concurrency.lockutils [req-155431c7-114e-43d2-8af9-418b90604e44 req-f165f76e-065b-4648-8a93-4e37927e990e service nova] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.059189] env[62153]: DEBUG nova.compute.manager [req-155431c7-114e-43d2-8af9-418b90604e44 req-f165f76e-065b-4648-8a93-4e37927e990e service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] No waiting events found dispatching network-vif-plugged-4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2341.059440] env[62153]: WARNING nova.compute.manager [req-155431c7-114e-43d2-8af9-418b90604e44 req-f165f76e-065b-4648-8a93-4e37927e990e service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Received unexpected event network-vif-plugged-4dd12604-1ab2-41fd-b9cb-3d068ce223db for instance with vm_state building and task_state spawning. [ 2341.151740] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5071ec0f-5373-4c3a-afd0-1ffad6cde1d9] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2341.154314] env[62153]: DEBUG nova.network.neutron [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Successfully updated port: 4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2341.296029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.227s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.298942] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.712s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.299200] env[62153]: DEBUG nova.objects.instance [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lazy-loading 'resources' on Instance uuid 0af470b9-41d1-4cd4-a274-3255ae6e77e2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2341.521402] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074051, 'name': ReconfigVM_Task, 'duration_secs': 0.715168} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.521745] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8/03eeeb54-ad51-4214-96ed-5d1d1db98ea8.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2341.522402] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e1b4c1c-9c17-4c94-b26b-ffaf5355a6f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.528708] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2341.528708] env[62153]: value = "task-2074053" [ 2341.528708] env[62153]: _type = "Task" [ 2341.528708] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.536580] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074053, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.656914] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 9beadd53-916e-4b36-a2a5-d87782070ea1] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2341.659590] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "refresh_cache-3974f559-0296-4bd2-8505-c7b7b6291ddf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.659590] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "refresh_cache-3974f559-0296-4bd2-8505-c7b7b6291ddf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.659590] env[62153]: DEBUG nova.network.neutron [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2341.854114] env[62153]: INFO nova.scheduler.client.report [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted allocation for migration 3e8afd04-d3c6-44e1-8358-129b653863b2 [ 2341.907849] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50caa8e0-381b-455a-9564-f5c0d96a993c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.915558] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f1a413-db84-4fe7-b4d8-013a55aca287 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.946500] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6171c518-5e22-4542-a7a8-57d740804e85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.953706] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e1c660-7f6c-4a97-b8c4-0878990ffdcf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.966486] env[62153]: DEBUG nova.compute.provider_tree [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2342.038467] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074053, 'name': Rename_Task, 'duration_secs': 0.146196} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.038748] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2342.038988] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c01c7cf-edb1-4efc-b32c-7ac3ee8d4e28 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.045960] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2342.045960] env[62153]: value = "task-2074054" [ 2342.045960] env[62153]: _type = "Task" [ 2342.045960] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.053513] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.161331] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 74037199-d212-462a-b57c-c15da6664497] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2342.199402] env[62153]: DEBUG nova.network.neutron [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2342.362288] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d7808762-ae09-4f61-af31-e8310a7f8674 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.879s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.385875] env[62153]: DEBUG nova.network.neutron [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Updating instance_info_cache with network_info: [{"id": "4dd12604-1ab2-41fd-b9cb-3d068ce223db", "address": "fa:16:3e:15:ee:ff", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd12604-1a", "ovs_interfaceid": "4dd12604-1ab2-41fd-b9cb-3d068ce223db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.469910] env[62153]: DEBUG nova.scheduler.client.report [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2342.558013] env[62153]: DEBUG oslo_vmware.api [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074054, 'name': PowerOnVM_Task, 'duration_secs': 0.444337} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.558242] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2342.661281] env[62153]: DEBUG nova.compute.manager [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2342.662231] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09484ec-c0c5-44e6-b846-6304b2270048 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.666515] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 01a527ea-a8c0-4945-84b5-94ba7fbb6b9f] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2342.756296] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.756553] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.756790] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.757015] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.757271] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.759427] env[62153]: INFO nova.compute.manager [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Terminating instance [ 2342.889594] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "refresh_cache-3974f559-0296-4bd2-8505-c7b7b6291ddf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.890027] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Instance network_info: |[{"id": "4dd12604-1ab2-41fd-b9cb-3d068ce223db", "address": "fa:16:3e:15:ee:ff", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd12604-1a", "ovs_interfaceid": "4dd12604-1ab2-41fd-b9cb-3d068ce223db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2342.890520] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ee:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd12604-1ab2-41fd-b9cb-3d068ce223db', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2342.899038] env[62153]: DEBUG oslo.service.loopingcall [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2342.899038] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2342.899038] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-849404b1-a620-44fe-a0d2-e2b5270e489b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.920984] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2342.920984] env[62153]: value = "task-2074056" [ 2342.920984] env[62153]: _type = "Task" [ 2342.920984] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.928874] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.975143] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.996797] env[62153]: INFO nova.scheduler.client.report [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted allocations for instance 0af470b9-41d1-4cd4-a274-3255ae6e77e2 [ 2343.085788] env[62153]: DEBUG nova.compute.manager [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Received event network-changed-4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2343.085988] env[62153]: DEBUG nova.compute.manager [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Refreshing instance network info cache due to event network-changed-4dd12604-1ab2-41fd-b9cb-3d068ce223db. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2343.086222] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] Acquiring lock "refresh_cache-3974f559-0296-4bd2-8505-c7b7b6291ddf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.086368] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] Acquired lock "refresh_cache-3974f559-0296-4bd2-8505-c7b7b6291ddf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.086527] env[62153]: DEBUG nova.network.neutron [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Refreshing network info cache for port 4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2343.173389] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: dd295afb-504d-4adf-8ce6-08cc83e2ac62] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2343.182502] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e7ad1dd3-2856-442b-b913-29044c049fe2 tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.857s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.263650] env[62153]: DEBUG nova.compute.manager [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2343.263874] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2343.264864] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63f52c-476d-454a-a23e-5f52b06b4bbd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.272884] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2343.273152] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f87a17c-d16c-4829-bb32-60a0cd7d08d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.278633] env[62153]: DEBUG oslo_vmware.api [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2343.278633] env[62153]: value = "task-2074057" [ 2343.278633] env[62153]: _type = "Task" [ 2343.278633] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.286436] env[62153]: DEBUG oslo_vmware.api [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.432320] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.504636] env[62153]: DEBUG oslo_concurrency.lockutils [None req-13b5ec73-cb15-48ae-8e06-f1d8f429498c tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "0af470b9-41d1-4cd4-a274-3255ae6e77e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.976s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.679910] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: d28bd020-49cf-4078-aa9c-71a8e4982023] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2343.788295] env[62153]: DEBUG oslo_vmware.api [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074057, 'name': PowerOffVM_Task, 'duration_secs': 0.29986} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.789088] env[62153]: DEBUG nova.network.neutron [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Updated VIF entry in instance network info cache for port 4dd12604-1ab2-41fd-b9cb-3d068ce223db. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2343.789463] env[62153]: DEBUG nova.network.neutron [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Updating instance_info_cache with network_info: [{"id": "4dd12604-1ab2-41fd-b9cb-3d068ce223db", "address": "fa:16:3e:15:ee:ff", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd12604-1a", "ovs_interfaceid": "4dd12604-1ab2-41fd-b9cb-3d068ce223db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.790618] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2343.790790] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2343.791265] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0acd7662-ef37-452a-bbff-7ae9a8e4b6c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.932874] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.183350] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b32be6e4-7001-475b-ad92-2dc4c3997d3c] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2344.292602] env[62153]: DEBUG oslo_concurrency.lockutils [req-8a9ef531-07a5-4911-84f1-4714fa156380 req-28d5948b-2161-479b-a354-8fd249785184 service nova] Releasing lock "refresh_cache-3974f559-0296-4bd2-8505-c7b7b6291ddf" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.433308] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.686981] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 86e2afbf-2614-4d90-a6cc-766e4394dda7] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2344.932621] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.190787] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 077da888-1c52-43c6-aee0-282a41bc5026] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2345.436480] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.693916] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 75764301-660a-4cc4-8ef2-b1d71898cae8] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2345.934969] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.197205] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 597de776-ff8b-42c1-bd0c-fa0389d0fc28] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2346.438868] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.700442] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ad51b85e-b1c2-4be1-959b-cd3004e45773] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2346.936016] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.204421] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: e2ee3b5e-2089-4a28-992f-be3c992c63ea] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2347.437297] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.707840] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 0cb3a3bb-c7bb-48ea-a6fc-2c11ab1d832b] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2347.937816] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.211370] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ef327164-b937-4f11-9923-a34873be8770] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2348.438411] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.714406] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f85b197e-dda2-49fb-bd6d-00d888f3d2fe] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2348.939721] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.219159] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: aec37370-958c-4c2c-9e35-1fea38081d88] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2349.263338] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2349.263598] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2349.263716] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleting the datastore file [datastore1] e05c465c-41f8-423c-a721-b5e1ad75bab2 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2349.263969] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720bee75-e899-4e20-a8ff-aebaef61411d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.270076] env[62153]: DEBUG oslo_vmware.api [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2349.270076] env[62153]: value = "task-2074062" [ 2349.270076] env[62153]: _type = "Task" [ 2349.270076] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.277680] env[62153]: DEBUG oslo_vmware.api [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.439765] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.723208] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 9ee33263-4acd-44ef-9e46-df0a1b729771] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2349.780247] env[62153]: DEBUG oslo_vmware.api [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163144} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.780525] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2349.780710] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2349.780884] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2349.781064] env[62153]: INFO nova.compute.manager [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Took 6.52 seconds to destroy the instance on the hypervisor. [ 2349.781314] env[62153]: DEBUG oslo.service.loopingcall [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2349.781594] env[62153]: DEBUG nova.compute.manager [-] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2349.781689] env[62153]: DEBUG nova.network.neutron [-] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2349.939551] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074056, 'name': CreateVM_Task, 'duration_secs': 6.578027} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.939797] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2349.940418] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.940586] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.940905] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2349.941168] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ba83b1-99b7-4ea5-a056-ebe6638b7fa2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.946056] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2349.946056] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d055c2-5873-df84-e7c5-49b674ad9c8f" [ 2349.946056] env[62153]: _type = "Task" [ 2349.946056] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.953619] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d055c2-5873-df84-e7c5-49b674ad9c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.226606] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 666efc5c-569c-410a-b6a2-4b3f8978e434] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2350.235028] env[62153]: DEBUG nova.compute.manager [req-def36733-78d4-4e53-81bf-bb02f2e88275 req-db1b085b-7588-4127-94e9-3e6688839a97 service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Received event network-vif-deleted-092308ed-8247-4920-bf57-e9a6d021bc91 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2350.235169] env[62153]: INFO nova.compute.manager [req-def36733-78d4-4e53-81bf-bb02f2e88275 req-db1b085b-7588-4127-94e9-3e6688839a97 service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Neutron deleted interface 092308ed-8247-4920-bf57-e9a6d021bc91; detaching it from the instance and deleting it from the info cache [ 2350.235310] env[62153]: DEBUG nova.network.neutron [req-def36733-78d4-4e53-81bf-bb02f2e88275 req-db1b085b-7588-4127-94e9-3e6688839a97 service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2350.456055] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52d055c2-5873-df84-e7c5-49b674ad9c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013358} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.456369] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.456601] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2350.456829] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2350.456999] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2350.457203] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2350.457450] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d1432fa-b5d5-453e-8c23-57ca79f26a0a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.465183] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2350.465353] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2350.466035] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d4581d-5bdb-4ef5-9d77-ceb6580ba137 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.470806] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2350.470806] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ed7b7e-4c1e-84b3-1ca3-c4a6679836b7" [ 2350.470806] env[62153]: _type = "Task" [ 2350.470806] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.478351] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ed7b7e-4c1e-84b3-1ca3-c4a6679836b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.711662] env[62153]: DEBUG nova.network.neutron [-] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2350.729739] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b8c04efe-5f2f-4512-b1cc-a7415071e0ba] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2350.737205] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06519cd2-4629-4236-8093-284257273ced {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.747029] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a76c0-6dcd-47be-800f-bbcd3ada93db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.774939] env[62153]: DEBUG nova.compute.manager [req-def36733-78d4-4e53-81bf-bb02f2e88275 req-db1b085b-7588-4127-94e9-3e6688839a97 service nova] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Detach interface failed, port_id=092308ed-8247-4920-bf57-e9a6d021bc91, reason: Instance e05c465c-41f8-423c-a721-b5e1ad75bab2 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2350.980813] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ed7b7e-4c1e-84b3-1ca3-c4a6679836b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008433} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.981646] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42045725-7392-4f4d-b8cc-3f25df73c94d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.986694] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2350.986694] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b8e9bb-73ef-e92f-c758-ab9dd4cc59a9" [ 2350.986694] env[62153]: _type = "Task" [ 2350.986694] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.994132] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b8e9bb-73ef-e92f-c758-ab9dd4cc59a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.214538] env[62153]: INFO nova.compute.manager [-] [instance: e05c465c-41f8-423c-a721-b5e1ad75bab2] Took 1.43 seconds to deallocate network for instance. [ 2351.232648] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 00402ed1-3104-4de8-908b-73768076ae4f] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2351.497164] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52b8e9bb-73ef-e92f-c758-ab9dd4cc59a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.497491] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.497758] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3974f559-0296-4bd2-8505-c7b7b6291ddf/3974f559-0296-4bd2-8505-c7b7b6291ddf.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2351.498040] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1264b38b-6cfc-439a-b316-7dd0adccc838 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.505473] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2351.505473] env[62153]: value = "task-2074064" [ 2351.505473] env[62153]: _type = "Task" [ 2351.505473] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.513647] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.721872] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2351.722253] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.722542] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.735457] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ac2d72d2-ccda-470a-ba28-2970ac33c77d] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2351.749695] env[62153]: INFO nova.scheduler.client.report [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted allocations for instance e05c465c-41f8-423c-a721-b5e1ad75bab2 [ 2352.017266] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.240077] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 5aef7500-5f4b-4645-88fd-d357b9e3515c] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2352.258864] env[62153]: DEBUG oslo_concurrency.lockutils [None req-198cb985-0f36-4980-ab33-4c5ad22dba33 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "e05c465c-41f8-423c-a721-b5e1ad75bab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.502s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.516159] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616587} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.516422] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 3974f559-0296-4bd2-8505-c7b7b6291ddf/3974f559-0296-4bd2-8505-c7b7b6291ddf.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2352.516632] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2352.516877] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d4b25c-2279-4dbd-a2e0-b8ef6f365703 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.523907] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2352.523907] env[62153]: value = "task-2074065" [ 2352.523907] env[62153]: _type = "Task" [ 2352.523907] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.533676] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.743358] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b2186606-5944-418f-acba-d2c5b8c31f64] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2353.035100] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062313} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.035428] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2353.036207] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82afbf7c-d820-45df-8574-5014e1ef1d6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.058714] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3974f559-0296-4bd2-8505-c7b7b6291ddf/3974f559-0296-4bd2-8505-c7b7b6291ddf.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2353.058933] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ade66b-43ac-463e-a2ed-896a6db31aa5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.079584] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2353.079584] env[62153]: value = "task-2074067" [ 2353.079584] env[62153]: _type = "Task" [ 2353.079584] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.087345] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.196949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.196949] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.246873] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 173bae59-d64e-4e6c-b0a7-f19b3be7621c] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2353.590787] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.699634] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2353.750462] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 14218117-b536-46d6-9bcb-60772d336c41] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2354.090512] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074067, 'name': ReconfigVM_Task, 'duration_secs': 0.782471} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.090783] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3974f559-0296-4bd2-8505-c7b7b6291ddf/3974f559-0296-4bd2-8505-c7b7b6291ddf.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2354.091422] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586789c3-3735-45c2-a7ae-b3515b11fa3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.098140] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2354.098140] env[62153]: value = "task-2074068" [ 2354.098140] env[62153]: _type = "Task" [ 2354.098140] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.105642] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074068, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.222347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.222612] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.224180] env[62153]: INFO nova.compute.claims [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2354.253865] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 2c367759-d799-40be-8dc8-5608c38a6616] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2354.608615] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074068, 'name': Rename_Task, 'duration_secs': 0.155031} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.608962] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2354.609258] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50609d86-4bf8-41f9-bb5c-46636e8e9ba1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.615071] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2354.615071] env[62153]: value = "task-2074069" [ 2354.615071] env[62153]: _type = "Task" [ 2354.615071] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.623539] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.758054] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 230434b9-8c7e-4b51-9717-96a00258ef83] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2355.126656] env[62153]: DEBUG oslo_vmware.api [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074069, 'name': PowerOnVM_Task, 'duration_secs': 0.434067} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.126912] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2355.127155] env[62153]: INFO nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Took 14.48 seconds to spawn the instance on the hypervisor. [ 2355.127377] env[62153]: DEBUG nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2355.128153] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c346d-d27a-4ce9-bc13-ab761156ceb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.262038] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: b40628ac-3a0b-4171-9458-a8be9e91a6d1] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2355.311333] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f4e66-a8e6-4057-86a1-5a57af10ea94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.319102] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0697fc0-ace2-4e4c-a150-0c924fabab42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.347813] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9697d6d8-5e98-47c4-b12c-f9bab6e9b155 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.355023] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549c427-64a3-4169-a8db-6ddc60f903d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.367851] env[62153]: DEBUG nova.compute.provider_tree [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2355.645416] env[62153]: INFO nova.compute.manager [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Took 19.29 seconds to build instance. [ 2355.764891] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ffa5cd0b-0f69-4f28-a5ee-e48a8bad7fdc] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2355.872035] env[62153]: DEBUG nova.scheduler.client.report [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2356.147624] env[62153]: DEBUG oslo_concurrency.lockutils [None req-4563710f-8989-442d-bc6b-fbc166e6bf1b tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.795s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.268290] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 810b45a7-52ea-4c63-8749-99a205355ccc] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2356.377321] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.377851] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2356.771431] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: a01141db-9e5a-4709-987c-02d9a8401300] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2356.882639] env[62153]: DEBUG nova.compute.utils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2356.884060] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2356.884243] env[62153]: DEBUG nova.network.neutron [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2356.914154] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.914389] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.932360] env[62153]: DEBUG nova.policy [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0f2c216fb240268446bd0af3b863d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee16f752e09c4e5694f75ec2697b6271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2357.012641] env[62153]: DEBUG nova.compute.manager [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2357.013559] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e4b6a-da8e-4e9f-9366-4b0be4a10c2f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.194224] env[62153]: DEBUG nova.network.neutron [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Successfully created port: 525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2357.276286] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: f67d19d9-9511-4e6d-a396-2b9111b77675] Instance has had 0 of 5 cleanup attempts {{(pid=62153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2357.387448] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2357.418632] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2357.523840] env[62153]: INFO nova.compute.manager [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] instance snapshotting [ 2357.526670] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03414c1f-2163-4382-8091-15eb5b34fa2a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.545584] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b811cc-cd57-460d-94de-697473626745 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.779741] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2357.780094] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Cleaning up deleted instances with incomplete migration {{(pid=62153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2357.942456] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.942750] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.944328] env[62153]: INFO nova.compute.claims [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2358.056663] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2358.057026] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70b35c0e-e147-479d-bed2-0363a0ec4a4f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.065376] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2358.065376] env[62153]: value = "task-2074070" [ 2358.065376] env[62153]: _type = "Task" [ 2358.065376] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.073538] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.282826] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.399717] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2358.423794] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2358.424058] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2358.424217] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2358.424399] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2358.424548] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2358.424763] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2358.425066] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2358.425273] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2358.425807] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2358.425807] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2358.426034] env[62153]: DEBUG nova.virt.hardware [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2358.427351] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81303e84-4b98-4a75-be96-062fc5f86739 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.436620] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ac628-c7ae-48c1-a61a-1411a5e7309e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.577024] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.605931] env[62153]: DEBUG nova.compute.manager [req-f70cd26f-40f3-4c69-a648-efd14aa3265f req-56ff97f5-bfc3-45d4-98c3-0896dc16a71a service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Received event network-vif-plugged-525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2358.606045] env[62153]: DEBUG oslo_concurrency.lockutils [req-f70cd26f-40f3-4c69-a648-efd14aa3265f req-56ff97f5-bfc3-45d4-98c3-0896dc16a71a service nova] Acquiring lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.606250] env[62153]: DEBUG oslo_concurrency.lockutils [req-f70cd26f-40f3-4c69-a648-efd14aa3265f req-56ff97f5-bfc3-45d4-98c3-0896dc16a71a service nova] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.606420] env[62153]: DEBUG oslo_concurrency.lockutils [req-f70cd26f-40f3-4c69-a648-efd14aa3265f req-56ff97f5-bfc3-45d4-98c3-0896dc16a71a service nova] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.606581] env[62153]: DEBUG nova.compute.manager [req-f70cd26f-40f3-4c69-a648-efd14aa3265f req-56ff97f5-bfc3-45d4-98c3-0896dc16a71a service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] No waiting events found dispatching network-vif-plugged-525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2358.606744] env[62153]: WARNING nova.compute.manager [req-f70cd26f-40f3-4c69-a648-efd14aa3265f req-56ff97f5-bfc3-45d4-98c3-0896dc16a71a service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Received unexpected event network-vif-plugged-525f5d10-46a1-4277-8f35-8f8e569e6902 for instance with vm_state building and task_state spawning. [ 2358.703249] env[62153]: DEBUG nova.network.neutron [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Successfully updated port: 525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2359.043881] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a072daf7-83a0-4df2-a720-d3f968b6bbb4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.051809] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe8d55-3a28-441f-a550-e9bdbc434e92 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.085221] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace4f30-c8fc-4b0c-9c0e-94ac8f264a42 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.092808] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074070, 'name': CreateSnapshot_Task, 'duration_secs': 0.586777} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.094814] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2359.095532] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae50f62-0b92-4eba-90b8-e57514d8f250 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.098587] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2852106-46e4-43f8-bbec-905377447541 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.114612] env[62153]: DEBUG nova.compute.provider_tree [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2359.206282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2359.206468] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.206585] env[62153]: DEBUG nova.network.neutron [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2359.619161] env[62153]: DEBUG nova.scheduler.client.report [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2359.634956] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2359.635689] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e522603-4108-4618-b61e-d1156519e113 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.649641] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2359.649641] env[62153]: value = "task-2074071" [ 2359.649641] env[62153]: _type = "Task" [ 2359.649641] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.658413] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074071, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.741842] env[62153]: DEBUG nova.network.neutron [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2359.892037] env[62153]: DEBUG nova.network.neutron [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2360.136557] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.137097] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2360.168239] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074071, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.394966] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.395251] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Instance network_info: |[{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2360.395724] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a0:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '525f5d10-46a1-4277-8f35-8f8e569e6902', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2360.404535] env[62153]: DEBUG oslo.service.loopingcall [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2360.404784] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2360.405024] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe8ad0cc-8050-4b72-b3bd-e4206b5ede82 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.446285] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2360.446285] env[62153]: value = "task-2074072" [ 2360.446285] env[62153]: _type = "Task" [ 2360.446285] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.456175] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074072, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.629428] env[62153]: DEBUG nova.compute.manager [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Received event network-changed-525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2360.629546] env[62153]: DEBUG nova.compute.manager [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Refreshing instance network info cache due to event network-changed-525f5d10-46a1-4277-8f35-8f8e569e6902. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2360.629760] env[62153]: DEBUG oslo_concurrency.lockutils [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.629905] env[62153]: DEBUG oslo_concurrency.lockutils [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.630225] env[62153]: DEBUG nova.network.neutron [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Refreshing network info cache for port 525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2360.645781] env[62153]: DEBUG nova.compute.utils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2360.647028] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2360.647206] env[62153]: DEBUG nova.network.neutron [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2360.660578] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074071, 'name': CloneVM_Task} progress is 95%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.686797] env[62153]: DEBUG nova.policy [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ebde6a8ad247b6acba4129a0816c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '282f9cac29044743a048f28c31634a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2360.932071] env[62153]: DEBUG nova.network.neutron [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Successfully created port: 804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2360.956522] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074072, 'name': CreateVM_Task} progress is 25%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.151551] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2361.164784] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074071, 'name': CloneVM_Task, 'duration_secs': 1.37692} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.165025] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Created linked-clone VM from snapshot [ 2361.165824] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c235773-c309-40dc-9ae5-384eab1f6681 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.173961] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Uploading image abb571a0-05c9-42e2-a276-706f62f902bd {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2361.212699] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2361.212699] env[62153]: value = "vm-425144" [ 2361.212699] env[62153]: _type = "VirtualMachine" [ 2361.212699] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2361.212978] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2a44c47-f0d6-44b2-8da8-d7030e39e9d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.219752] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease: (returnval){ [ 2361.219752] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293971b-a21b-0d05-03cf-99f47fe1f2d5" [ 2361.219752] env[62153]: _type = "HttpNfcLease" [ 2361.219752] env[62153]: } obtained for exporting VM: (result){ [ 2361.219752] env[62153]: value = "vm-425144" [ 2361.219752] env[62153]: _type = "VirtualMachine" [ 2361.219752] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2361.220232] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the lease: (returnval){ [ 2361.220232] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293971b-a21b-0d05-03cf-99f47fe1f2d5" [ 2361.220232] env[62153]: _type = "HttpNfcLease" [ 2361.220232] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2361.228223] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2361.228223] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293971b-a21b-0d05-03cf-99f47fe1f2d5" [ 2361.228223] env[62153]: _type = "HttpNfcLease" [ 2361.228223] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2361.382505] env[62153]: DEBUG nova.network.neutron [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updated VIF entry in instance network info cache for port 525f5d10-46a1-4277-8f35-8f8e569e6902. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2361.382867] env[62153]: DEBUG nova.network.neutron [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.458060] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074072, 'name': CreateVM_Task, 'duration_secs': 0.724397} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.458235] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2361.458896] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.459080] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.459433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2361.459683] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f991f8cc-7487-44a2-8835-e6b24c0fa609 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.463918] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2361.463918] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525f0075-5774-17ff-5ca3-152738d582d6" [ 2361.463918] env[62153]: _type = "Task" [ 2361.463918] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.470945] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525f0075-5774-17ff-5ca3-152738d582d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.660792] env[62153]: INFO nova.virt.block_device [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Booting with volume 4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a at /dev/sda [ 2361.698017] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-872db087-844a-487b-a9a6-73acb908c1b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.705445] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff7374-2770-46df-b4e7-4592e984b57c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.726368] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2361.726368] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293971b-a21b-0d05-03cf-99f47fe1f2d5" [ 2361.726368] env[62153]: _type = "HttpNfcLease" [ 2361.726368] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2361.734422] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2361.734422] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5293971b-a21b-0d05-03cf-99f47fe1f2d5" [ 2361.734422] env[62153]: _type = "HttpNfcLease" [ 2361.734422] env[62153]: }. {{(pid=62153) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2361.735264] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4ccd3a-6ecc-46f0-8fd0-9602fd3e1013 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.737509] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f068dfc5-7f09-497e-a6d6-f734fa29ee17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.744211] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297921c-0c4b-0c58-6fbc-c6f668866fd1/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2361.744380] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297921c-0c4b-0c58-6fbc-c6f668866fd1/disk-0.vmdk for reading. {{(pid=62153) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2361.750039] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baebfa63-66c1-4fef-aa00-72b442268d3b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.830112] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ca4401-9bee-4c31-8def-9700b6212d98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.836379] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e92a3d-ac02-4b3d-9903-41813abcc0da {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.842088] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21dfb53f-24b1-4f08-aae4-6584d4efb0a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.849922] env[62153]: DEBUG nova.virt.block_device [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating existing volume attachment record: c41bc09f-782a-43ec-ba2b-15a819dd756c {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2361.885541] env[62153]: DEBUG oslo_concurrency.lockutils [req-23a612c5-2663-4630-9508-6946d9c2484a req-3e895463-369f-4634-8803-5fc059c57524 service nova] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.980538] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]525f0075-5774-17ff-5ca3-152738d582d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.980902] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.981155] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2361.981587] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.981587] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.981863] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2361.982183] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b45f46-21fb-4870-8a23-a884373d97d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.991136] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2361.991442] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2361.992544] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94babbc-b2e1-4155-8426-3e5ed5654d7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.999797] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2361.999797] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e2091e-6596-6c81-0757-e7afdf8a5991" [ 2361.999797] env[62153]: _type = "Task" [ 2361.999797] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.008884] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e2091e-6596-6c81-0757-e7afdf8a5991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.481477] env[62153]: DEBUG nova.network.neutron [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Successfully updated port: 804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2362.510718] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52e2091e-6596-6c81-0757-e7afdf8a5991, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.511685] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec45a44a-c84a-40df-8858-93975260447d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.518116] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2362.518116] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52785a63-0a5b-d5a6-072a-35e58ccf2935" [ 2362.518116] env[62153]: _type = "Task" [ 2362.518116] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.526308] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52785a63-0a5b-d5a6-072a-35e58ccf2935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.657908] env[62153]: DEBUG nova.compute.manager [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Received event network-vif-plugged-804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2362.659086] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.659615] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.660099] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.660731] env[62153]: DEBUG nova.compute.manager [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] No waiting events found dispatching network-vif-plugged-804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2362.660731] env[62153]: WARNING nova.compute.manager [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Received unexpected event network-vif-plugged-804ab375-fe30-4fcd-aa4f-4f82f8479e3f for instance with vm_state building and task_state block_device_mapping. [ 2362.660731] env[62153]: DEBUG nova.compute.manager [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Received event network-changed-804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2362.660910] env[62153]: DEBUG nova.compute.manager [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Refreshing instance network info cache due to event network-changed-804ab375-fe30-4fcd-aa4f-4f82f8479e3f. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2362.661579] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] Acquiring lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.661579] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] Acquired lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.661579] env[62153]: DEBUG nova.network.neutron [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Refreshing network info cache for port 804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2362.986023] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.028973] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52785a63-0a5b-d5a6-072a-35e58ccf2935, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.029261] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.029545] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2363.030685] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa88fb3d-6541-4ffe-805f-86acc9007ec5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.037779] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2363.037779] env[62153]: value = "task-2074074" [ 2363.037779] env[62153]: _type = "Task" [ 2363.037779] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.045849] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.212463] env[62153]: DEBUG nova.network.neutron [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2363.298889] env[62153]: DEBUG nova.network.neutron [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.549068] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074074, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.802127] env[62153]: DEBUG oslo_concurrency.lockutils [req-b7410625-8c9d-4292-a26c-37b8753b9c3b req-6443ffa0-ca22-48ce-bd0b-b7e3bdbd2792 service nova] Releasing lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.802127] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.802350] env[62153]: DEBUG nova.network.neutron [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2363.939880] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2363.939880] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2363.940159] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2363.940306] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2363.940555] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2363.940722] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2363.940875] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2363.941097] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2363.941260] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2363.941455] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2363.941711] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2363.941909] env[62153]: DEBUG nova.virt.hardware [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2363.943142] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6281336b-d7ff-46e8-89be-cc716e1b4229 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.953447] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92ec5c6-ce54-4e3d-a60a-c7a0036c05ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.048884] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526686} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.049173] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2364.049417] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2364.049672] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-214a6cbc-a3fa-46af-b521-47297e4d1d4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.056729] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2364.056729] env[62153]: value = "task-2074075" [ 2364.056729] env[62153]: _type = "Task" [ 2364.056729] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.065762] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.337748] env[62153]: DEBUG nova.network.neutron [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2364.465031] env[62153]: DEBUG nova.network.neutron [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [{"id": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "address": "fa:16:3e:b1:f6:9d", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804ab375-fe", "ovs_interfaceid": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.567760] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067803} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.568112] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2364.568909] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5166090-5d55-4bcb-942b-08faa235a00c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.671027] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2364.671027] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962eadb5-a544-4dce-b6e5-0080673e999f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.671027] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2364.671027] env[62153]: value = "task-2074076" [ 2364.671027] env[62153]: _type = "Task" [ 2364.671027] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.671027] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.779620] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.967701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.968033] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Instance network_info: |[{"id": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "address": "fa:16:3e:b1:f6:9d", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804ab375-fe", "ovs_interfaceid": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2364.968446] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f6:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '804ab375-fe30-4fcd-aa4f-4f82f8479e3f', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2364.976218] env[62153]: DEBUG oslo.service.loopingcall [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2364.976485] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2364.976683] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5699e3-9d15-46bf-b2f1-cd581580610e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.996371] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2364.996371] env[62153]: value = "task-2074077" [ 2364.996371] env[62153]: _type = "Task" [ 2364.996371] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.004936] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074077, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.123138] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.284991] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.508362] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074077, 'name': CreateVM_Task, 'duration_secs': 0.506013} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.508613] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2365.509202] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425142', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'name': 'volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7380cdf2-e5d4-436d-a65d-1906651a765f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'serial': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'attachment_id': 'c41bc09f-782a-43ec-ba2b-15a819dd756c', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62153) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2365.509437] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Root volume attach. Driver type: vmdk {{(pid=62153) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2365.510231] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d880fc9-f246-4edd-a656-11acc598ee1e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.517716] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3f8171-2008-4389-b27a-f06c77942d23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.523714] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f240d-5b73-472c-bd58-0a33e3159d7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.529642] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dff8a7a4-37df-4a3a-9fb0-4b55942360be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.536365] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2365.536365] env[62153]: value = "task-2074078" [ 2365.536365] env[62153]: _type = "Task" [ 2365.536365] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.543831] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074078, 'name': RelocateVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.622924] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074076, 'name': ReconfigVM_Task, 'duration_secs': 0.550913} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.623319] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2365.623849] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f43d1ffc-3658-4fee-94ba-6a2d934eb987 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.629377] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2365.629377] env[62153]: value = "task-2074079" [ 2365.629377] env[62153]: _type = "Task" [ 2365.629377] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.637266] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074079, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.789771] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Getting list of instances from cluster (obj){ [ 2365.789771] env[62153]: value = "domain-c8" [ 2365.789771] env[62153]: _type = "ClusterComputeResource" [ 2365.789771] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2365.790787] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1a129-0fd4-473b-bced-f06f4cea3358 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.807253] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Got total of 7 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2365.807420] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid ecdd8782-c2af-45cc-bf8d-d516a83742b2 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.807609] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.807767] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid d4935769-9367-4824-a38a-fada5da852ce {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.807967] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid c64004ba-e91d-4107-9e5a-3499e6363d03 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.808182] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 3974f559-0296-4bd2-8505-c7b7b6291ddf {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.808342] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 1b54e579-4f3b-4d98-a632-8a3cdf039f07 {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.808499] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Triggering sync for uuid 7380cdf2-e5d4-436d-a65d-1906651a765f {{(pid=62153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2365.808823] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.809052] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.809334] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.809555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.809794] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.810015] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "d4935769-9367-4824-a38a-fada5da852ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.810255] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "c64004ba-e91d-4107-9e5a-3499e6363d03" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.810433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.810663] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.810827] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.811032] env[62153]: INFO nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 2365.811205] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.811391] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.811592] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.811783] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.812133] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Getting list of instances from cluster (obj){ [ 2365.812133] env[62153]: value = "domain-c8" [ 2365.812133] env[62153]: _type = "ClusterComputeResource" [ 2365.812133] env[62153]: } {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2365.812883] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f3e36-e1a0-48f0-9f29-9d59211b7645 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.815980] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8439c9f9-0b7e-495d-93c2-9b4331ab5632 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.818691] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b279bd10-f737-4a2b-8781-798857960440 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.821574] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e9393-a4d8-46bc-8323-e56b697788cf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.824422] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065f52ce-fbac-4971-9282-5d9a4be98339 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.848611] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Got total of 7 instances {{(pid=62153) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2366.049611] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074078, 'name': RelocateVM_Task} progress is 20%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.139573] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074079, 'name': Rename_Task, 'duration_secs': 0.352866} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.139865] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2366.140128] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6d7cd5-b929-4815-8dd1-5aef5edb23db {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.146284] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2366.146284] env[62153]: value = "task-2074080" [ 2366.146284] env[62153]: _type = "Task" [ 2366.146284] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.155474] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.335694] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.354686] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.355192] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.355498] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "d4935769-9367-4824-a38a-fada5da852ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.547445] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074078, 'name': RelocateVM_Task, 'duration_secs': 0.78343} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.547805] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2366.548055] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425142', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'name': 'volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7380cdf2-e5d4-436d-a65d-1906651a765f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'serial': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2366.548916] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f71be5-82af-4ccb-82d3-3797034103bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.564888] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f866371-db32-4c89-8a25-50b4fae845ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.589504] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a/volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2366.589818] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7e9ebb-d41e-4906-b398-74d714bda6c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.612551] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2366.612551] env[62153]: value = "task-2074081" [ 2366.612551] env[62153]: _type = "Task" [ 2366.612551] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.620904] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.658156] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.121985] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074081, 'name': ReconfigVM_Task, 'duration_secs': 0.322784} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.122230] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a/volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2367.126830] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba616527-621a-4aba-aa32-6cd8f146a70d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.141766] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2367.141766] env[62153]: value = "task-2074082" [ 2367.141766] env[62153]: _type = "Task" [ 2367.141766] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.149366] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.156302] env[62153]: DEBUG oslo_vmware.api [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074080, 'name': PowerOnVM_Task, 'duration_secs': 0.708422} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.156539] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2367.156730] env[62153]: INFO nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Took 8.76 seconds to spawn the instance on the hypervisor. [ 2367.156906] env[62153]: DEBUG nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2367.157638] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e59494-7bab-4db0-bf34-a027e738d071 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.652215] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074082, 'name': ReconfigVM_Task, 'duration_secs': 0.126892} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.652467] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425142', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'name': 'volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7380cdf2-e5d4-436d-a65d-1906651a765f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'serial': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2367.652971] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad65c49-93f7-4cc6-9e07-6f01aeb82f2b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.658606] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2367.658606] env[62153]: value = "task-2074083" [ 2367.658606] env[62153]: _type = "Task" [ 2367.658606] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.670132] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074083, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.672098] env[62153]: INFO nova.compute.manager [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Took 13.47 seconds to build instance. [ 2368.169989] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074083, 'name': Rename_Task, 'duration_secs': 0.12687} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.170826] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2368.170826] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd29a0a3-5ed0-4be6-80aa-fa464377591a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.173689] env[62153]: DEBUG oslo_concurrency.lockutils [None req-127f18bb-2fe6-40ba-aab9-2ae30f1e420b tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.977s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.173930] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.363s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.174124] env[62153]: INFO nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] During sync_power_state the instance has a pending task (spawning). Skip. [ 2368.174299] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.178813] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2368.178813] env[62153]: value = "task-2074084" [ 2368.178813] env[62153]: _type = "Task" [ 2368.178813] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.187290] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.617996] env[62153]: DEBUG nova.compute.manager [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Received event network-changed-525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.618258] env[62153]: DEBUG nova.compute.manager [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Refreshing instance network info cache due to event network-changed-525f5d10-46a1-4277-8f35-8f8e569e6902. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2368.618511] env[62153]: DEBUG oslo_concurrency.lockutils [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.618677] env[62153]: DEBUG oslo_concurrency.lockutils [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.618896] env[62153]: DEBUG nova.network.neutron [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Refreshing network info cache for port 525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2368.689293] env[62153]: DEBUG oslo_vmware.api [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074084, 'name': PowerOnVM_Task, 'duration_secs': 0.450701} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.689803] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2368.689875] env[62153]: INFO nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Took 4.75 seconds to spawn the instance on the hypervisor. [ 2368.690018] env[62153]: DEBUG nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2368.690927] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e10890-fc97-495a-b203-4a0d92d3fb0e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.693626] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2368.693779] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2368.693894] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Rebuilding the list of instances to heal {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2369.198280] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Skipping network cache update for instance because it is Building. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2369.208908] env[62153]: INFO nova.compute.manager [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Took 11.28 seconds to build instance. [ 2369.243254] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.243417] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.243544] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2369.243740] env[62153]: DEBUG nova.objects.instance [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lazy-loading 'info_cache' on Instance uuid ecdd8782-c2af-45cc-bf8d-d516a83742b2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2369.361731] env[62153]: DEBUG nova.network.neutron [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updated VIF entry in instance network info cache for port 525f5d10-46a1-4277-8f35-8f8e569e6902. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2369.362139] env[62153]: DEBUG nova.network.neutron [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.711415] env[62153]: DEBUG oslo_concurrency.lockutils [None req-11ffdca2-d6a9-42f8-a305-c6d6de02e944 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.797s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.711873] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.900s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.712194] env[62153]: INFO nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] During sync_power_state the instance has a pending task (spawning). Skip. [ 2369.712368] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.865106] env[62153]: DEBUG oslo_concurrency.lockutils [req-5bced804-440e-4976-848c-e0cc5cccd027 req-1ea4d4b1-0390-4312-87a0-dedacdecae37 service nova] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.662042] env[62153]: DEBUG nova.compute.manager [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Received event network-changed-50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2370.662207] env[62153]: DEBUG nova.compute.manager [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Refreshing instance network info cache due to event network-changed-50e8f271-6be1-4950-910e-fab1a1cf7d17. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2370.662402] env[62153]: DEBUG oslo_concurrency.lockutils [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] Acquiring lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.997774] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.501464] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.501791] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2371.502154] env[62153]: DEBUG oslo_concurrency.lockutils [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] Acquired lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.502382] env[62153]: DEBUG nova.network.neutron [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Refreshing network info cache for port 50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2371.503648] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.870815] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297921c-0c4b-0c58-6fbc-c6f668866fd1/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2371.871759] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc222b-4900-4cb9-879c-aea1f59ac850 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.878978] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297921c-0c4b-0c58-6fbc-c6f668866fd1/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2371.879199] env[62153]: ERROR oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297921c-0c4b-0c58-6fbc-c6f668866fd1/disk-0.vmdk due to incomplete transfer. [ 2371.879464] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3890b271-1880-4ea1-be01-5561f7512480 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.886846] env[62153]: DEBUG oslo_vmware.rw_handles [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297921c-0c4b-0c58-6fbc-c6f668866fd1/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2371.887074] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Uploaded image abb571a0-05c9-42e2-a276-706f62f902bd to the Glance image server {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2371.889704] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2371.889953] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c494b29e-fcd8-4aaf-b8cc-f5841a32d248 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.896640] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2371.896640] env[62153]: value = "task-2074085" [ 2371.896640] env[62153]: _type = "Task" [ 2371.896640] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.909833] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074085, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.100943] env[62153]: DEBUG nova.compute.manager [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2372.199931] env[62153]: DEBUG nova.network.neutron [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updated VIF entry in instance network info cache for port 50e8f271-6be1-4950-910e-fab1a1cf7d17. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2372.200357] env[62153]: DEBUG nova.network.neutron [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [{"id": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "address": "fa:16:3e:07:9a:fa", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8f271-6b", "ovs_interfaceid": "50e8f271-6be1-4950-910e-fab1a1cf7d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.406490] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074085, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.652680] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2372.653110] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.703308] env[62153]: DEBUG oslo_concurrency.lockutils [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] Releasing lock "refresh_cache-ecdd8782-c2af-45cc-bf8d-d516a83742b2" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.703588] env[62153]: DEBUG nova.compute.manager [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Received event network-changed-804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2372.703761] env[62153]: DEBUG nova.compute.manager [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Refreshing instance network info cache due to event network-changed-804ab375-fe30-4fcd-aa4f-4f82f8479e3f. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2372.703972] env[62153]: DEBUG oslo_concurrency.lockutils [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] Acquiring lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2372.704152] env[62153]: DEBUG oslo_concurrency.lockutils [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] Acquired lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2372.704320] env[62153]: DEBUG nova.network.neutron [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Refreshing network info cache for port 804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2372.907368] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074085, 'name': Destroy_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.158160] env[62153]: INFO nova.compute.claims [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2373.410236] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074085, 'name': Destroy_Task, 'duration_secs': 1.01329} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.410503] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Destroyed the VM [ 2373.410742] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2373.410987] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8250021-fcb2-479d-9315-1b452d5785aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.417627] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2373.417627] env[62153]: value = "task-2074086" [ 2373.417627] env[62153]: _type = "Task" [ 2373.417627] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.425676] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.439079] env[62153]: DEBUG nova.network.neutron [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updated VIF entry in instance network info cache for port 804ab375-fe30-4fcd-aa4f-4f82f8479e3f. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2373.439570] env[62153]: DEBUG nova.network.neutron [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [{"id": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "address": "fa:16:3e:b1:f6:9d", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804ab375-fe", "ovs_interfaceid": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.614449] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "fde68175-6179-4421-a31b-ab67669badd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.614701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "fde68175-6179-4421-a31b-ab67669badd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.621029] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.621250] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.663996] env[62153]: INFO nova.compute.resource_tracker [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating resource usage from migration 027eb808-3e29-42e6-a1b1-e3968307fc0c [ 2373.784155] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c10d8a-37c4-4a8c-8094-370fc0ebe77e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.791889] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c154b-8d0d-49ee-9e40-64935441b64f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.821746] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f0439-9b36-4cbf-bae0-2aed27db3dcf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.829949] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5157d3-228b-4ee7-9980-98534005f205 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.842924] env[62153]: DEBUG nova.compute.provider_tree [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2373.928162] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074086, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.941905] env[62153]: DEBUG oslo_concurrency.lockutils [req-02c7ec94-3cb4-40c2-afc1-a8e6ebcfe46f req-b8c6b226-9329-4ac7-8e5c-70f434e58abe service nova] Releasing lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2374.116888] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2374.345999] env[62153]: DEBUG nova.scheduler.client.report [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2374.430461] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074086, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.625872] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.626460] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.627513] env[62153]: DEBUG oslo_concurrency.lockutils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.627746] env[62153]: DEBUG oslo_concurrency.lockutils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.629523] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.639883] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.851357] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.198s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.851531] env[62153]: INFO nova.compute.manager [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Migrating [ 2374.860555] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.221s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.862370] env[62153]: INFO nova.compute.claims [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2374.929095] env[62153]: DEBUG oslo_vmware.api [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074086, 'name': RemoveSnapshot_Task, 'duration_secs': 1.139143} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.929394] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2374.929623] env[62153]: INFO nova.compute.manager [None req-2b9cfc52-529b-408b-aeb8-48767905c4f8 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 2375.132196] env[62153]: DEBUG nova.compute.utils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2375.134792] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.369900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2375.370179] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2375.370380] env[62153]: DEBUG nova.network.neutron [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2375.636657] env[62153]: DEBUG oslo_concurrency.lockutils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.988882] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d998cc-e584-40e2-a051-5f49536ae20f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.997199] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7a270-36af-44eb-bbdd-a8783b474a85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.032107] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8921c76-e492-4e94-a126-3b3ecf1670fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.039823] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383bcdb6-aaa5-485d-ad2c-daf41b5795f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.052919] env[62153]: DEBUG nova.compute.provider_tree [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2376.098385] env[62153]: DEBUG nova.network.neutron [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [{"id": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "address": "fa:16:3e:b1:f6:9d", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804ab375-fe", "ovs_interfaceid": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.556964] env[62153]: DEBUG nova.scheduler.client.report [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2376.601237] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.687727] env[62153]: DEBUG oslo_concurrency.lockutils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.687926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2376.688169] env[62153]: INFO nova.compute.manager [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Attaching volume 2bd8cc43-ebf4-43af-8e4b-c2143596bd56 to /dev/sdb [ 2376.718223] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2359b326-7546-485b-b56e-93819b0049ab {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.725445] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c2c68-2924-4e72-b3f3-39e10db0534c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.738628] env[62153]: DEBUG nova.virt.block_device [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updating existing volume attachment record: 4c5e6f1d-bfe0-466d-9000-434c81cc1025 {{(pid=62153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2377.064047] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.064625] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2377.067933] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.933s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.068263] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.068446] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2377.069305] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d374f-aae7-46ec-b61d-579f28cd9b4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.077548] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c6148e-d4d8-4a32-a1d3-19ff43f64ee6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.092652] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2959e95d-0cbf-4584-8651-b1add0b7a618 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.099153] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b1e21-4a91-49d9-ab01-d065779c75f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.134527] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180587MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2377.134723] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.134897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.569426] env[62153]: DEBUG nova.compute.utils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2377.570922] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2377.571106] env[62153]: DEBUG nova.network.neutron [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2377.617537] env[62153]: DEBUG nova.policy [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73770917c3834818b788d849268d3a1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb44540dffb4baeb187eeb1315c1d55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2377.860718] env[62153]: DEBUG nova.network.neutron [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Successfully created port: d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2378.074416] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2378.114549] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658fd8c-2066-4759-8e82-deb6994e9866 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.132843] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2378.144166] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Applying migration context for instance 7380cdf2-e5d4-436d-a65d-1906651a765f as it has an incoming, in-progress migration 027eb808-3e29-42e6-a1b1-e3968307fc0c. Migration status is migrating {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2378.145251] env[62153]: INFO nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating resource usage from migration 027eb808-3e29-42e6-a1b1-e3968307fc0c [ 2378.165859] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166030] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance d4935769-9367-4824-a38a-fada5da852ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166189] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance c64004ba-e91d-4107-9e5a-3499e6363d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166313] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166453] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 3974f559-0296-4bd2-8505-c7b7b6291ddf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166572] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 1b54e579-4f3b-4d98-a632-8a3cdf039f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166687] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Migration 027eb808-3e29-42e6-a1b1-e3968307fc0c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2378.166798] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 7380cdf2-e5d4-436d-a65d-1906651a765f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.166909] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance fde68175-6179-4421-a31b-ab67669badd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.167109] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2378.167302] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2378.270647] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b5996b-3d2a-44d8-8c8f-db5150538c3e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.278470] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372d8498-b33e-489e-8c4e-09113a5e6e41 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.308395] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09096362-3bb0-435f-b950-dcbd02ce48f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.315691] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64aa399-e5cc-48d5-a663-38c97920c68e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.328593] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2378.638343] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2378.638686] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-836039e0-2006-49e5-8669-2e59f2d79cfc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.645831] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2378.645831] env[62153]: value = "task-2074088" [ 2378.645831] env[62153]: _type = "Task" [ 2378.645831] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.653853] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.831322] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2379.084862] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2379.114121] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e62fe26c0d1b9daefa8d21a1a095e76c',container_format='bare',created_at=2025-01-13T08:54:04Z,direct_url=,disk_format='vmdk',id=abb571a0-05c9-42e2-a276-706f62f902bd,min_disk=1,min_ram=0,name='tempest-test-snap-255457319',owner='dfb44540dffb4baeb187eeb1315c1d55',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-13T08:54:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2379.114390] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2379.114555] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2379.114737] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2379.114882] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2379.115041] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2379.115254] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2379.115411] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2379.115618] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2379.115825] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2379.116053] env[62153]: DEBUG nova.virt.hardware [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2379.116974] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2bd770-b938-4c75-bf2a-686882660a25 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.125017] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b9d9f-bffd-422d-8477-be9ba29ada1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.154444] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074088, 'name': PowerOffVM_Task, 'duration_secs': 0.181739} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.154739] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2379.154929] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2379.335636] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2379.335813] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.201s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.661438] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2379.661780] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2379.661826] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2379.662186] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2379.662186] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2379.662339] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2379.662499] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2379.662654] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2379.662816] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2379.662977] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2379.663172] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2379.668149] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba28a93b-52d5-42e4-acac-20a444756bcb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.684066] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2379.684066] env[62153]: value = "task-2074090" [ 2379.684066] env[62153]: _type = "Task" [ 2379.684066] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.692017] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.193477] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074090, 'name': ReconfigVM_Task, 'duration_secs': 0.136578} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.193772] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2380.332217] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.332444] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.332590] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2380.535230] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.535522] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.535734] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.535916] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.536105] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.538087] env[62153]: INFO nova.compute.manager [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Terminating instance [ 2380.700028] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2380.700310] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2380.700484] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2380.700596] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2380.700744] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2380.700891] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2380.701107] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2380.701269] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2380.701434] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2380.701595] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2380.701801] env[62153]: DEBUG nova.virt.hardware [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2380.707092] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2380.707390] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5d39e3-c6fe-439e-80cd-9595361590d3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.725788] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2380.725788] env[62153]: value = "task-2074091" [ 2380.725788] env[62153]: _type = "Task" [ 2380.725788] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.733793] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.041877] env[62153]: DEBUG nova.compute.manager [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2381.042149] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2381.043028] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e2683-1cf0-41bd-8730-02f6f4667274 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.050690] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2381.050908] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee399c89-9885-42d0-9903-1025ae0e9699 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.056750] env[62153]: DEBUG oslo_vmware.api [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2381.056750] env[62153]: value = "task-2074092" [ 2381.056750] env[62153]: _type = "Task" [ 2381.056750] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.065974] env[62153]: DEBUG oslo_vmware.api [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.235475] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074091, 'name': ReconfigVM_Task, 'duration_secs': 0.145407} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.235716] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2381.236521] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62edc13e-fa6b-43e2-b8ec-1832dd83b6e7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.260064] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a/volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2381.260372] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9bdecda-f067-48f4-849d-e5f30af3d947 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.277726] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2381.277726] env[62153]: value = "task-2074093" [ 2381.277726] env[62153]: _type = "Task" [ 2381.277726] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.952657] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Volume attach. Driver type: vmdk {{(pid=62153) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2381.952996] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425147', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'name': 'volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4935769-9367-4824-a38a-fada5da852ce', 'attached_at': '', 'detached_at': '', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'serial': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2381.954294] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da63a7ac-caeb-4246-ad36-461404621615 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.964465] env[62153]: DEBUG oslo_vmware.api [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074092, 'name': PowerOffVM_Task, 'duration_secs': 0.153042} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.977077] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2381.977260] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2381.981025] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074093, 'name': ReconfigVM_Task, 'duration_secs': 0.234141} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.981025] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a681f4c-2f86-445a-a44c-cc3ef60235e2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.981025] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236f13f-fd6b-4176-a020-c71c3fca1446 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.981949] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a/volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2381.982225] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2382.007993] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56/volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2382.008285] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d212c64-2497-46ec-80e0-84539de30a1c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.026599] env[62153]: DEBUG oslo_vmware.api [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2382.026599] env[62153]: value = "task-2074095" [ 2382.026599] env[62153]: _type = "Task" [ 2382.026599] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.034097] env[62153]: DEBUG oslo_vmware.api [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.488705] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7080ac24-76a1-4aed-8eac-682a78060f01 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.507635] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68624ebb-cf07-4348-b0f0-81295103b934 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.525308] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2382.536839] env[62153]: DEBUG oslo_vmware.api [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074095, 'name': ReconfigVM_Task, 'duration_secs': 0.318412} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.537107] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56/volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2382.542703] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c20064-fd2b-40a5-b080-fccec01ba97a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.557639] env[62153]: DEBUG oslo_vmware.api [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2382.557639] env[62153]: value = "task-2074096" [ 2382.557639] env[62153]: _type = "Task" [ 2382.557639] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.567524] env[62153]: DEBUG oslo_vmware.api [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.066784] env[62153]: DEBUG oslo_vmware.api [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074096, 'name': ReconfigVM_Task, 'duration_secs': 0.13571} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.067095] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425147', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'name': 'volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4935769-9367-4824-a38a-fada5da852ce', 'attached_at': '', 'detached_at': '', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'serial': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56'} {{(pid=62153) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2383.750267] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2383.750533] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2383.750714] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleting the datastore file [datastore1] 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2383.750984] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd081dd1-fdc3-44d9-9700-f31e13f0d56c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.757408] env[62153]: DEBUG oslo_vmware.api [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for the task: (returnval){ [ 2383.757408] env[62153]: value = "task-2074097" [ 2383.757408] env[62153]: _type = "Task" [ 2383.757408] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.765846] env[62153]: DEBUG oslo_vmware.api [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.101036] env[62153]: DEBUG nova.objects.instance [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'flavor' on Instance uuid d4935769-9367-4824-a38a-fada5da852ce {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2384.161533] env[62153]: DEBUG nova.network.neutron [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Port 804ab375-fe30-4fcd-aa4f-4f82f8479e3f binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2384.266997] env[62153]: DEBUG oslo_vmware.api [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Task: {'id': task-2074097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128123} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.267220] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2384.267402] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2384.267573] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2384.267737] env[62153]: INFO nova.compute.manager [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Took 3.23 seconds to destroy the instance on the hypervisor. [ 2384.267958] env[62153]: DEBUG oslo.service.loopingcall [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2384.268171] env[62153]: DEBUG nova.compute.manager [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2384.268238] env[62153]: DEBUG nova.network.neutron [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2384.605887] env[62153]: DEBUG oslo_concurrency.lockutils [None req-97414e96-5e56-44da-8054-65e20bcf1198 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.918s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2384.771379] env[62153]: DEBUG nova.compute.manager [req-ca781ec7-4be4-4209-a193-7d6be41d2c29 req-a7a6c518-06cf-4fd9-9ea1-29138464f1c9 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Received event network-vif-deleted-20c3d54d-a476-4f22-8cfc-e778788539f3 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2384.771379] env[62153]: INFO nova.compute.manager [req-ca781ec7-4be4-4209-a193-7d6be41d2c29 req-a7a6c518-06cf-4fd9-9ea1-29138464f1c9 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Neutron deleted interface 20c3d54d-a476-4f22-8cfc-e778788539f3; detaching it from the instance and deleting it from the info cache [ 2384.771379] env[62153]: DEBUG nova.network.neutron [req-ca781ec7-4be4-4209-a193-7d6be41d2c29 req-a7a6c518-06cf-4fd9-9ea1-29138464f1c9 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2384.908347] env[62153]: DEBUG nova.network.neutron [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Successfully updated port: d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2385.170674] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.171123] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.186461] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.186687] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.186859] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.248182] env[62153]: DEBUG nova.network.neutron [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2385.273357] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185e5233-9cc9-4166-984b-ea9b0ed05040 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.283481] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4cc3ed-0efd-40e1-a4d7-71f5bdb4b149 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.313701] env[62153]: DEBUG nova.compute.manager [req-ca781ec7-4be4-4209-a193-7d6be41d2c29 req-a7a6c518-06cf-4fd9-9ea1-29138464f1c9 service nova] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Detach interface failed, port_id=20c3d54d-a476-4f22-8cfc-e778788539f3, reason: Instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2385.414054] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "refresh_cache-fde68175-6179-4421-a31b-ab67669badd7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2385.414054] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "refresh_cache-fde68175-6179-4421-a31b-ab67669badd7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2385.414054] env[62153]: DEBUG nova.network.neutron [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2385.681386] env[62153]: INFO nova.compute.manager [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Detaching volume 2bd8cc43-ebf4-43af-8e4b-c2143596bd56 [ 2385.721728] env[62153]: INFO nova.virt.block_device [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Attempting to driver detach volume 2bd8cc43-ebf4-43af-8e4b-c2143596bd56 from mountpoint /dev/sdb [ 2385.722053] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2385.722325] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425147', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'name': 'volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4935769-9367-4824-a38a-fada5da852ce', 'attached_at': '', 'detached_at': '', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'serial': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2385.724414] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367b1f54-48c3-4561-9e07-3c8fc94b20f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.746971] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593cd6c-b76e-4f5e-ae6e-07790b6590f8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.753499] env[62153]: INFO nova.compute.manager [-] [instance: 03eeeb54-ad51-4214-96ed-5d1d1db98ea8] Took 1.49 seconds to deallocate network for instance. [ 2385.755713] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec74b7c-7758-4fa6-9592-27d55b14dff4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.780016] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc0a2e5-b9af-46a7-90dc-153ef239f96f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.795013] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] The volume has not been displaced from its original location: [datastore1] volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56/volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2385.800161] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2385.800975] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02adaf90-d36d-40fd-84de-095624e9af58 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.819315] env[62153]: DEBUG oslo_vmware.api [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2385.819315] env[62153]: value = "task-2074098" [ 2385.819315] env[62153]: _type = "Task" [ 2385.819315] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.827258] env[62153]: DEBUG oslo_vmware.api [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.949760] env[62153]: DEBUG nova.network.neutron [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2386.095523] env[62153]: DEBUG nova.network.neutron [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Updating instance_info_cache with network_info: [{"id": "d99c6b02-f6e4-49f9-8e45-8f5be3a4a115", "address": "fa:16:3e:88:da:3c", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd99c6b02-f6", "ovs_interfaceid": "d99c6b02-f6e4-49f9-8e45-8f5be3a4a115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.228225] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.228506] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.228595] env[62153]: DEBUG nova.network.neutron [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2386.263143] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.263340] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.263566] env[62153]: DEBUG nova.objects.instance [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lazy-loading 'resources' on Instance uuid 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2386.328991] env[62153]: DEBUG oslo_vmware.api [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074098, 'name': ReconfigVM_Task, 'duration_secs': 0.274976} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.329330] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2386.333893] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19053c3-b355-4457-891c-4719bd685e47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.348752] env[62153]: DEBUG oslo_vmware.api [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2386.348752] env[62153]: value = "task-2074099" [ 2386.348752] env[62153]: _type = "Task" [ 2386.348752] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.356436] env[62153]: DEBUG oslo_vmware.api [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.600833] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "refresh_cache-fde68175-6179-4421-a31b-ab67669badd7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.601190] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Instance network_info: |[{"id": "d99c6b02-f6e4-49f9-8e45-8f5be3a4a115", "address": "fa:16:3e:88:da:3c", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd99c6b02-f6", "ovs_interfaceid": "d99c6b02-f6e4-49f9-8e45-8f5be3a4a115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2386.601629] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:da:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd99c6b02-f6e4-49f9-8e45-8f5be3a4a115', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2386.609024] env[62153]: DEBUG oslo.service.loopingcall [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2386.609257] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde68175-6179-4421-a31b-ab67669badd7] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2386.609508] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f410648-1ea3-46af-9439-93df32b26707 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.629436] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2386.629436] env[62153]: value = "task-2074100" [ 2386.629436] env[62153]: _type = "Task" [ 2386.629436] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.640040] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074100, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.795139] env[62153]: DEBUG nova.compute.manager [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Received event network-vif-plugged-d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2386.795329] env[62153]: DEBUG oslo_concurrency.lockutils [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] Acquiring lock "fde68175-6179-4421-a31b-ab67669badd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.795537] env[62153]: DEBUG oslo_concurrency.lockutils [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] Lock "fde68175-6179-4421-a31b-ab67669badd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.795721] env[62153]: DEBUG oslo_concurrency.lockutils [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] Lock "fde68175-6179-4421-a31b-ab67669badd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.795857] env[62153]: DEBUG nova.compute.manager [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] No waiting events found dispatching network-vif-plugged-d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2386.796221] env[62153]: WARNING nova.compute.manager [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Received unexpected event network-vif-plugged-d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 for instance with vm_state building and task_state spawning. [ 2386.796421] env[62153]: DEBUG nova.compute.manager [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Received event network-changed-d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2386.797044] env[62153]: DEBUG nova.compute.manager [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Refreshing instance network info cache due to event network-changed-d99c6b02-f6e4-49f9-8e45-8f5be3a4a115. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2386.797044] env[62153]: DEBUG oslo_concurrency.lockutils [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] Acquiring lock "refresh_cache-fde68175-6179-4421-a31b-ab67669badd7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.797044] env[62153]: DEBUG oslo_concurrency.lockutils [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] Acquired lock "refresh_cache-fde68175-6179-4421-a31b-ab67669badd7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.797044] env[62153]: DEBUG nova.network.neutron [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Refreshing network info cache for port d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2386.864140] env[62153]: DEBUG oslo_vmware.api [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074099, 'name': ReconfigVM_Task, 'duration_secs': 0.137886} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.864542] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425147', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'name': 'volume-2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4935769-9367-4824-a38a-fada5da852ce', 'attached_at': '', 'detached_at': '', 'volume_id': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56', 'serial': '2bd8cc43-ebf4-43af-8e4b-c2143596bd56'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2386.889494] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be47109-44d0-4174-9642-68e11d2ccaa7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.897043] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879e59d-788b-4801-a938-98edb2641b98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.929058] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be6530-520b-4a96-aeb2-062a5b35d1d4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.937034] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d19a33-ffdd-4ec1-a506-f19e9c33e931 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.950361] env[62153]: DEBUG nova.compute.provider_tree [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2386.966345] env[62153]: DEBUG nova.network.neutron [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [{"id": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "address": "fa:16:3e:b1:f6:9d", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804ab375-fe", "ovs_interfaceid": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.139324] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074100, 'name': CreateVM_Task, 'duration_secs': 0.473464} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.139540] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde68175-6179-4421-a31b-ab67669badd7] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2387.140183] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.140356] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.140755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2387.140998] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a9b976-92d7-428b-b517-42afa953c2a6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.145179] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2387.145179] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5264b2e1-017c-2cf0-d20e-16c1c3b43af1" [ 2387.145179] env[62153]: _type = "Task" [ 2387.145179] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.152127] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5264b2e1-017c-2cf0-d20e-16c1c3b43af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.408810] env[62153]: DEBUG nova.objects.instance [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'flavor' on Instance uuid d4935769-9367-4824-a38a-fada5da852ce {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2387.454397] env[62153]: DEBUG nova.scheduler.client.report [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2387.469322] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.544329] env[62153]: DEBUG nova.network.neutron [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Updated VIF entry in instance network info cache for port d99c6b02-f6e4-49f9-8e45-8f5be3a4a115. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2387.544709] env[62153]: DEBUG nova.network.neutron [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Updating instance_info_cache with network_info: [{"id": "d99c6b02-f6e4-49f9-8e45-8f5be3a4a115", "address": "fa:16:3e:88:da:3c", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd99c6b02-f6", "ovs_interfaceid": "d99c6b02-f6e4-49f9-8e45-8f5be3a4a115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.655775] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.656042] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Processing image abb571a0-05c9-42e2-a276-706f62f902bd {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2387.656282] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.656427] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.656599] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2387.656849] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d873d4-6cce-4139-ab8a-0f7b8352a4a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.665715] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2387.665885] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2387.666577] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30fd265-85f0-483d-929f-9e3169a34f30 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.671579] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2387.671579] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b386b-597f-5a0f-ac82-2ef4bc8d26b0" [ 2387.671579] env[62153]: _type = "Task" [ 2387.671579] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.678651] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]528b386b-597f-5a0f-ac82-2ef4bc8d26b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.962381] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.980073] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf1117-d31a-4c5a-a598-85165b5b0fb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.983395] env[62153]: INFO nova.scheduler.client.report [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Deleted allocations for instance 03eeeb54-ad51-4214-96ed-5d1d1db98ea8 [ 2387.989013] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137eedf9-120d-4add-b856-7fedafe723af {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.047283] env[62153]: DEBUG oslo_concurrency.lockutils [req-c48f7289-bccb-4146-a076-a281201b4437 req-1fe61e6c-ad86-46af-b86c-dade02dd4777 service nova] Releasing lock "refresh_cache-fde68175-6179-4421-a31b-ab67669badd7" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.182173] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Preparing fetch location {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2388.182430] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Fetch image to [datastore1] OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161/OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161.vmdk {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2388.182619] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Downloading stream optimized image abb571a0-05c9-42e2-a276-706f62f902bd to [datastore1] OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161/OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161.vmdk on the data store datastore1 as vApp {{(pid=62153) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2388.182788] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Downloading image file data abb571a0-05c9-42e2-a276-706f62f902bd to the ESX as VM named 'OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161' {{(pid=62153) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2388.251659] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2388.251659] env[62153]: value = "resgroup-9" [ 2388.251659] env[62153]: _type = "ResourcePool" [ 2388.251659] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2388.251969] env[62153]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1650a327-5ead-43e1-8515-bc847c0c623e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.272170] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease: (returnval){ [ 2388.272170] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223cf20-6516-7a43-6796-8774797b4556" [ 2388.272170] env[62153]: _type = "HttpNfcLease" [ 2388.272170] env[62153]: } obtained for vApp import into resource pool (val){ [ 2388.272170] env[62153]: value = "resgroup-9" [ 2388.272170] env[62153]: _type = "ResourcePool" [ 2388.272170] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2388.272492] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the lease: (returnval){ [ 2388.272492] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223cf20-6516-7a43-6796-8774797b4556" [ 2388.272492] env[62153]: _type = "HttpNfcLease" [ 2388.272492] env[62153]: } to be ready. {{(pid=62153) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2388.278366] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2388.278366] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223cf20-6516-7a43-6796-8774797b4556" [ 2388.278366] env[62153]: _type = "HttpNfcLease" [ 2388.278366] env[62153]: } is initializing. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2388.416791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-7b07b020-3bed-45d4-833a-507bde1230f2 tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.492189] env[62153]: DEBUG oslo_concurrency.lockutils [None req-3647a9a9-bed6-49f9-9102-76850e61d22b tempest-AttachVolumeShelveTestJSON-477267423 tempest-AttachVolumeShelveTestJSON-477267423-project-member] Lock "03eeeb54-ad51-4214-96ed-5d1d1db98ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.957s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.780458] env[62153]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2388.780458] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223cf20-6516-7a43-6796-8774797b4556" [ 2388.780458] env[62153]: _type = "HttpNfcLease" [ 2388.780458] env[62153]: } is ready. {{(pid=62153) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2388.780767] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2388.780767] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5223cf20-6516-7a43-6796-8774797b4556" [ 2388.780767] env[62153]: _type = "HttpNfcLease" [ 2388.780767] env[62153]: }. {{(pid=62153) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2388.781500] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7b629-8edb-4b8c-b72c-868477042dde {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.788855] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d038ce-d6ca-3e46-e034-0bc0c929f60b/disk-0.vmdk from lease info. {{(pid=62153) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2388.789046] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d038ce-d6ca-3e46-e034-0bc0c929f60b/disk-0.vmdk. {{(pid=62153) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2388.853944] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5285c3f8-8315-450a-8830-c2b2e009bd9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.088167] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67589f74-821d-49fc-bf45-ad8f7fa51d5a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.113905] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a7972-d22c-412a-8772-3b4b9c1b898c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.122173] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2389.406838] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.407191] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.407447] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "d4935769-9367-4824-a38a-fada5da852ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.407700] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.407874] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.410449] env[62153]: INFO nova.compute.manager [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Terminating instance [ 2389.581123] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Completed reading data from the image iterator. {{(pid=62153) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2389.581523] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d038ce-d6ca-3e46-e034-0bc0c929f60b/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2389.582461] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a218ea2-9e20-4710-b3a8-663d561c12a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.589555] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d038ce-d6ca-3e46-e034-0bc0c929f60b/disk-0.vmdk is in state: ready. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2389.589722] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d038ce-d6ca-3e46-e034-0bc0c929f60b/disk-0.vmdk. {{(pid=62153) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2389.589959] env[62153]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e3944c46-0753-4fa4-b033-f869b5b0d2f9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.630689] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2389.630998] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0650e11-b102-48be-8159-927bee7b64ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.637869] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2389.637869] env[62153]: value = "task-2074102" [ 2389.637869] env[62153]: _type = "Task" [ 2389.637869] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.645324] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.758051] env[62153]: DEBUG oslo_vmware.rw_handles [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d038ce-d6ca-3e46-e034-0bc0c929f60b/disk-0.vmdk. {{(pid=62153) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2389.758361] env[62153]: INFO nova.virt.vmwareapi.images [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Downloaded image file data abb571a0-05c9-42e2-a276-706f62f902bd [ 2389.759256] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff187e51-e40f-46b3-901f-dc82afa3941f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.775047] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec017d7-40f8-480b-bc57-860c95f447a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.802447] env[62153]: INFO nova.virt.vmwareapi.images [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] The imported VM was unregistered [ 2389.804797] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Caching image {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2389.805052] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating directory with path [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2389.805425] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25879d90-ee0b-468a-948c-773d2a34bfd0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.816187] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created directory with path [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2389.816431] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161/OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161.vmdk to [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk. {{(pid=62153) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2389.816736] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1b9d33b0-a66e-46cd-94ee-109ebfc6f237 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.823431] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2389.823431] env[62153]: value = "task-2074104" [ 2389.823431] env[62153]: _type = "Task" [ 2389.823431] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.830922] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074104, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.915955] env[62153]: DEBUG nova.compute.manager [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2389.916316] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2389.917451] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd7735-06ea-4a65-a6c0-de54c95db225 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.925509] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2389.925758] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29111459-6b4d-41ba-9637-960c12808a7f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.932011] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2389.932011] env[62153]: value = "task-2074105" [ 2389.932011] env[62153]: _type = "Task" [ 2389.932011] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.940712] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.152419] env[62153]: DEBUG oslo_vmware.api [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074102, 'name': PowerOnVM_Task, 'duration_secs': 0.397562} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.152757] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2390.152951] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e605c3fc-3a9c-4a6f-b5da-f36a64aec2c4 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance '7380cdf2-e5d4-436d-a65d-1906651a765f' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2390.335740] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074104, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.443207] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074105, 'name': PowerOffVM_Task, 'duration_secs': 0.282303} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.443486] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2390.443654] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2390.443936] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bff250d-2ab8-49be-9c4e-9f0a4794fe94 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.614657] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2390.615129] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2390.615406] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleting the datastore file [datastore1] d4935769-9367-4824-a38a-fada5da852ce {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2390.616056] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be61d212-d5ae-486c-b35c-1b7bd249bd4c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.626343] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for the task: (returnval){ [ 2390.626343] env[62153]: value = "task-2074108" [ 2390.626343] env[62153]: _type = "Task" [ 2390.626343] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.640275] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.836183] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074104, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.137620] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.337429] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074104, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.637979] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.837257] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074104, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.137970] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.337085] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074104, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.400885} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.337384] env[62153]: INFO nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161/OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161.vmdk to [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk. [ 2392.337581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Cleaning up location [datastore1] OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161 {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2392.337758] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a22add19-d433-4c98-bd31-f64d98b47161 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2392.338031] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd6e084c-4e1f-4121-9bde-14be2ea623a2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.344698] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2392.344698] env[62153]: value = "task-2074109" [ 2392.344698] env[62153]: _type = "Task" [ 2392.344698] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.352318] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.546307] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.546571] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.546757] env[62153]: DEBUG nova.compute.manager [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Going to confirm migration 9 {{(pid=62153) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2392.638077] env[62153]: DEBUG oslo_vmware.api [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Task: {'id': task-2074108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.530351} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.638077] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2392.638568] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2392.638568] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2392.638568] env[62153]: INFO nova.compute.manager [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] [instance: d4935769-9367-4824-a38a-fada5da852ce] Took 2.72 seconds to destroy the instance on the hypervisor. [ 2392.638779] env[62153]: DEBUG oslo.service.loopingcall [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2392.638959] env[62153]: DEBUG nova.compute.manager [-] [instance: d4935769-9367-4824-a38a-fada5da852ce] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2392.639067] env[62153]: DEBUG nova.network.neutron [-] [instance: d4935769-9367-4824-a38a-fada5da852ce] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2392.854810] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033416} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.857828] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2392.857828] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.857828] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk to [datastore1] fde68175-6179-4421-a31b-ab67669badd7/fde68175-6179-4421-a31b-ab67669badd7.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2392.857828] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059f3f4f-4f6e-4180-bfc8-4056e0a14d98 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.864016] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2392.864016] env[62153]: value = "task-2074110" [ 2392.864016] env[62153]: _type = "Task" [ 2392.864016] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.869686] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.102365] env[62153]: DEBUG nova.compute.manager [req-64fd3cd5-6fb8-4909-b47b-69ddf964f1eb req-50fdfd0a-544a-4bae-8417-c6a510ca12fd service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Received event network-vif-deleted-6b5b7cec-8a1b-4d40-964b-5e615d312c52 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2393.102365] env[62153]: INFO nova.compute.manager [req-64fd3cd5-6fb8-4909-b47b-69ddf964f1eb req-50fdfd0a-544a-4bae-8417-c6a510ca12fd service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Neutron deleted interface 6b5b7cec-8a1b-4d40-964b-5e615d312c52; detaching it from the instance and deleting it from the info cache [ 2393.102639] env[62153]: DEBUG nova.network.neutron [req-64fd3cd5-6fb8-4909-b47b-69ddf964f1eb req-50fdfd0a-544a-4bae-8417-c6a510ca12fd service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.128897] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.129164] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquired lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.130110] env[62153]: DEBUG nova.network.neutron [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2393.130110] env[62153]: DEBUG nova.objects.instance [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'info_cache' on Instance uuid 7380cdf2-e5d4-436d-a65d-1906651a765f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2393.374987] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074110, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.572292] env[62153]: DEBUG nova.network.neutron [-] [instance: d4935769-9367-4824-a38a-fada5da852ce] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.606472] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9e252a9-8408-4d6b-8a4a-d04b89a093c5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.619013] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca97a27-fdaa-4558-9545-4de04088c9e6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.650748] env[62153]: DEBUG nova.compute.manager [req-64fd3cd5-6fb8-4909-b47b-69ddf964f1eb req-50fdfd0a-544a-4bae-8417-c6a510ca12fd service nova] [instance: d4935769-9367-4824-a38a-fada5da852ce] Detach interface failed, port_id=6b5b7cec-8a1b-4d40-964b-5e615d312c52, reason: Instance d4935769-9367-4824-a38a-fada5da852ce could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2393.880021] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074110, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.077412] env[62153]: INFO nova.compute.manager [-] [instance: d4935769-9367-4824-a38a-fada5da852ce] Took 1.44 seconds to deallocate network for instance. [ 2394.379009] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074110, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.585116] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.585462] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2394.585689] env[62153]: DEBUG nova.objects.instance [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lazy-loading 'resources' on Instance uuid d4935769-9367-4824-a38a-fada5da852ce {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2394.763253] env[62153]: DEBUG nova.network.neutron [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [{"id": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "address": "fa:16:3e:b1:f6:9d", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804ab375-fe", "ovs_interfaceid": "804ab375-fe30-4fcd-aa4f-4f82f8479e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2394.877381] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074110, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.221535] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46054dc2-cfaf-4fd4-a2fd-613789550b08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.230675] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe03740-16ad-4800-a961-d31ce954f9df {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.261058] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18bc9f-4bc8-4c0f-9765-95c6e10aded5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.268152] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Releasing lock "refresh_cache-7380cdf2-e5d4-436d-a65d-1906651a765f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.268503] env[62153]: DEBUG nova.objects.instance [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'migration_context' on Instance uuid 7380cdf2-e5d4-436d-a65d-1906651a765f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.270792] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346564d-ad19-4a80-be00-6f4d75291014 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.286731] env[62153]: DEBUG nova.compute.provider_tree [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2395.378122] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074110, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.302478} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.378399] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd/abb571a0-05c9-42e2-a276-706f62f902bd.vmdk to [datastore1] fde68175-6179-4421-a31b-ab67669badd7/fde68175-6179-4421-a31b-ab67669badd7.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2395.379185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65737371-3a79-4bc7-83dc-2460d78b93c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.404028] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] fde68175-6179-4421-a31b-ab67669badd7/fde68175-6179-4421-a31b-ab67669badd7.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2395.404028] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f159b853-0995-43e3-b5ae-1be8b374bf23 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.423680] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2395.423680] env[62153]: value = "task-2074111" [ 2395.423680] env[62153]: _type = "Task" [ 2395.423680] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.432232] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.776890] env[62153]: DEBUG nova.objects.base [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Object Instance<7380cdf2-e5d4-436d-a65d-1906651a765f> lazy-loaded attributes: info_cache,migration_context {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2395.778193] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a356edc-4559-47d5-b615-31378e72b9b1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.801142] env[62153]: DEBUG nova.scheduler.client.report [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2395.809379] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f7bd0d-3038-4366-adbb-d423d2a8f6cc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.818977] env[62153]: DEBUG oslo_vmware.api [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2395.818977] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a65398-e104-79a0-c990-5ea724ab9214" [ 2395.818977] env[62153]: _type = "Task" [ 2395.818977] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.828755] env[62153]: DEBUG oslo_vmware.api [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52a65398-e104-79a0-c990-5ea724ab9214, 'name': SearchDatastore_Task, 'duration_secs': 0.007165} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.830251] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.933801] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074111, 'name': ReconfigVM_Task, 'duration_secs': 0.331882} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.934199] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] fde68175-6179-4421-a31b-ab67669badd7/fde68175-6179-4421-a31b-ab67669badd7.vmdk or device None with type streamOptimized {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2395.934867] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7102d0c7-15c0-413e-977f-25ac4c20e31d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.941011] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2395.941011] env[62153]: value = "task-2074112" [ 2395.941011] env[62153]: _type = "Task" [ 2395.941011] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.948810] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074112, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.309999] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.312722] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.482s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.333977] env[62153]: INFO nova.scheduler.client.report [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Deleted allocations for instance d4935769-9367-4824-a38a-fada5da852ce [ 2396.450991] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074112, 'name': Rename_Task, 'duration_secs': 0.137453} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.451287] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.451534] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ac91728-76a4-4350-8eb2-c60e76556b5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.457742] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2396.457742] env[62153]: value = "task-2074113" [ 2396.457742] env[62153]: _type = "Task" [ 2396.457742] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.466203] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.842231] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d97d58da-f582-41c4-a686-a07634fe4c7f tempest-AttachVolumeNegativeTest-1082706173 tempest-AttachVolumeNegativeTest-1082706173-project-member] Lock "d4935769-9367-4824-a38a-fada5da852ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.435s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.923849] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2169c6-480e-49b1-b7b9-3ab9648beb6f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.931147] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898db683-3a82-45d8-8581-8ec1adc08e61 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.963805] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ae0265-e6be-4e57-bca5-cd9642a9a1a4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.973650] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4953d0-2c9f-4464-899a-a9a9384dabf1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.977308] env[62153]: DEBUG oslo_vmware.api [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074113, 'name': PowerOnVM_Task, 'duration_secs': 0.429116} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.977632] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2396.977885] env[62153]: INFO nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Took 17.89 seconds to spawn the instance on the hypervisor. [ 2396.978379] env[62153]: DEBUG nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2396.979278] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77b5cf-d3d2-4c07-a0ab-f49de3d7cc9e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.989176] env[62153]: DEBUG nova.compute.provider_tree [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2397.493038] env[62153]: DEBUG nova.scheduler.client.report [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2397.505823] env[62153]: INFO nova.compute.manager [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Took 22.88 seconds to build instance. [ 2398.008638] env[62153]: DEBUG oslo_concurrency.lockutils [None req-025de08b-4d98-4d5a-9985-41e41c038722 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "fde68175-6179-4421-a31b-ab67669badd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.393s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.046637] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "fde68175-6179-4421-a31b-ab67669badd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.046971] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "fde68175-6179-4421-a31b-ab67669badd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.047322] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "fde68175-6179-4421-a31b-ab67669badd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.047437] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "fde68175-6179-4421-a31b-ab67669badd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.047594] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "fde68175-6179-4421-a31b-ab67669badd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.049658] env[62153]: INFO nova.compute.manager [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Terminating instance [ 2398.504253] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.191s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.553131] env[62153]: DEBUG nova.compute.manager [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2398.553357] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2398.554253] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebadb101-6452-46ae-bd96-9b639691d207 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.562229] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2398.562450] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929774b0-a97b-42c4-b516-336d9e3f9162 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.569737] env[62153]: DEBUG oslo_vmware.api [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2398.569737] env[62153]: value = "task-2074115" [ 2398.569737] env[62153]: _type = "Task" [ 2398.569737] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.577546] env[62153]: DEBUG oslo_vmware.api [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.061909] env[62153]: INFO nova.scheduler.client.report [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted allocation for migration 027eb808-3e29-42e6-a1b1-e3968307fc0c [ 2399.079436] env[62153]: DEBUG oslo_vmware.api [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074115, 'name': PowerOffVM_Task, 'duration_secs': 0.169948} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.079727] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2399.079897] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2399.080149] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ff8fc4-a898-4f91-889c-8a55dc86cc55 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.274118] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2399.274404] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2399.274649] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleting the datastore file [datastore1] fde68175-6179-4421-a31b-ab67669badd7 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2399.275018] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eec2097-f145-4d82-949c-79d603ea769d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.281776] env[62153]: DEBUG oslo_vmware.api [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2399.281776] env[62153]: value = "task-2074117" [ 2399.281776] env[62153]: _type = "Task" [ 2399.281776] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.289605] env[62153]: DEBUG oslo_vmware.api [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.389603] env[62153]: INFO nova.compute.manager [None req-d8644418-ad76-4d19-a7c3-8ea8e1605cb6 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Get console output [ 2399.390010] env[62153]: WARNING nova.virt.vmwareapi.driver [None req-d8644418-ad76-4d19-a7c3-8ea8e1605cb6 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] The console log is missing. Check your VSPC configuration [ 2399.568887] env[62153]: DEBUG oslo_concurrency.lockutils [None req-00b7e409-b897-4c9b-9f3c-5a9704a77de0 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.021s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.792644] env[62153]: DEBUG oslo_vmware.api [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121991} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.792895] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2399.793090] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2399.793265] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2399.793433] env[62153]: INFO nova.compute.manager [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: fde68175-6179-4421-a31b-ab67669badd7] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2399.793664] env[62153]: DEBUG oslo.service.loopingcall [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2399.793846] env[62153]: DEBUG nova.compute.manager [-] [instance: fde68175-6179-4421-a31b-ab67669badd7] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2399.793937] env[62153]: DEBUG nova.network.neutron [-] [instance: fde68175-6179-4421-a31b-ab67669badd7] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2400.032306] env[62153]: DEBUG nova.compute.manager [req-48cade1a-e6c9-4dc3-af5f-22b3b1ccd43c req-c9cd59ed-f8e4-4cba-8559-6e1e8c7dba79 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Received event network-vif-deleted-d99c6b02-f6e4-49f9-8e45-8f5be3a4a115 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2400.032501] env[62153]: INFO nova.compute.manager [req-48cade1a-e6c9-4dc3-af5f-22b3b1ccd43c req-c9cd59ed-f8e4-4cba-8559-6e1e8c7dba79 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Neutron deleted interface d99c6b02-f6e4-49f9-8e45-8f5be3a4a115; detaching it from the instance and deleting it from the info cache [ 2400.032655] env[62153]: DEBUG nova.network.neutron [req-48cade1a-e6c9-4dc3-af5f-22b3b1ccd43c req-c9cd59ed-f8e4-4cba-8559-6e1e8c7dba79 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.510804] env[62153]: DEBUG nova.network.neutron [-] [instance: fde68175-6179-4421-a31b-ab67669badd7] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.536038] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13c42a07-722f-4b80-b80d-6e2c529ffeeb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.547070] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94993269-b85e-4b59-b744-1e4fbd2d6972 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.574710] env[62153]: DEBUG nova.compute.manager [req-48cade1a-e6c9-4dc3-af5f-22b3b1ccd43c req-c9cd59ed-f8e4-4cba-8559-6e1e8c7dba79 service nova] [instance: fde68175-6179-4421-a31b-ab67669badd7] Detach interface failed, port_id=d99c6b02-f6e4-49f9-8e45-8f5be3a4a115, reason: Instance fde68175-6179-4421-a31b-ab67669badd7 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2401.014484] env[62153]: INFO nova.compute.manager [-] [instance: fde68175-6179-4421-a31b-ab67669badd7] Took 1.22 seconds to deallocate network for instance. [ 2401.521375] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.521706] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.521907] env[62153]: DEBUG nova.objects.instance [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lazy-loading 'resources' on Instance uuid fde68175-6179-4421-a31b-ab67669badd7 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2402.105307] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a7bacd-6923-4d0d-b315-4c2fd4224e31 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.112556] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5884ba-2947-470d-a6e1-a23387d9a4aa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.142133] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b3e1b-efed-490c-ae53-1ad54c055229 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.149036] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f7d1c-35b8-4049-850f-08a4a46ffa69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.161690] env[62153]: DEBUG nova.compute.provider_tree [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2402.665319] env[62153]: DEBUG nova.scheduler.client.report [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2403.170134] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.187439] env[62153]: INFO nova.scheduler.client.report [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted allocations for instance fde68175-6179-4421-a31b-ab67669badd7 [ 2403.696163] env[62153]: DEBUG oslo_concurrency.lockutils [None req-014d2e87-6ce5-48a8-9283-4c5c1cb20a96 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "fde68175-6179-4421-a31b-ab67669badd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.033386] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.033704] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.033926] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "3974f559-0296-4bd2-8505-c7b7b6291ddf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.034130] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.034392] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.036350] env[62153]: INFO nova.compute.manager [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Terminating instance [ 2405.540067] env[62153]: DEBUG nova.compute.manager [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2405.540394] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2405.541586] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be0659-0bce-47a9-8b52-34a54c2fd87c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.553877] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2405.554234] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d543d66-e8ba-4b79-9571-da8bd7dc4dcd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.562343] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2405.562343] env[62153]: value = "task-2074120" [ 2405.562343] env[62153]: _type = "Task" [ 2405.562343] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.571723] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.645600] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "d1dce774-5857-4255-bfda-cc8ae86c9941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.645856] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.072209] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074120, 'name': PowerOffVM_Task, 'duration_secs': 0.322565} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.072604] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2406.072663] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2406.072882] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece3af73-0664-4362-b007-a37acf8bb879 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.148378] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2406.284084] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2406.284320] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2406.284504] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleting the datastore file [datastore1] 3974f559-0296-4bd2-8505-c7b7b6291ddf {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2406.284764] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9063e043-1332-45fb-80d4-e2bed189c370 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.291902] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2406.291902] env[62153]: value = "task-2074122" [ 2406.291902] env[62153]: _type = "Task" [ 2406.291902] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.300312] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.673410] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2406.673701] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.675443] env[62153]: INFO nova.compute.claims [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2406.772951] env[62153]: DEBUG nova.compute.manager [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Stashing vm_state: active {{(pid=62153) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2406.802731] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.298840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.304937] env[62153]: DEBUG oslo_vmware.api [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572863} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.305217] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2407.305403] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2407.305581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2407.305756] env[62153]: INFO nova.compute.manager [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Took 1.77 seconds to destroy the instance on the hypervisor. [ 2407.305987] env[62153]: DEBUG oslo.service.loopingcall [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2407.306220] env[62153]: DEBUG nova.compute.manager [-] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2407.306317] env[62153]: DEBUG nova.network.neutron [-] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2407.591221] env[62153]: DEBUG nova.compute.manager [req-984a56af-c595-42d2-871c-2a279fda8403 req-37aa428d-80ae-4e5a-b20a-117e075d81e5 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Received event network-vif-deleted-4dd12604-1ab2-41fd-b9cb-3d068ce223db {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2407.591687] env[62153]: INFO nova.compute.manager [req-984a56af-c595-42d2-871c-2a279fda8403 req-37aa428d-80ae-4e5a-b20a-117e075d81e5 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Neutron deleted interface 4dd12604-1ab2-41fd-b9cb-3d068ce223db; detaching it from the instance and deleting it from the info cache [ 2407.591959] env[62153]: DEBUG nova.network.neutron [req-984a56af-c595-42d2-871c-2a279fda8403 req-37aa428d-80ae-4e5a-b20a-117e075d81e5 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2407.790785] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f066f993-654a-4bf3-8a04-cc521c3816f1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.799489] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e2d94-ee71-4300-a289-2ac8c137dde5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.829608] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52d1a84-af84-4008-807d-521095f21e89 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.837237] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b36d71-39cb-40b4-924a-25f617d7a86d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.851661] env[62153]: DEBUG nova.compute.provider_tree [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2408.058527] env[62153]: DEBUG nova.network.neutron [-] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.094236] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0cd9330-cc08-49e7-8496-ddf4ae221ad2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.103553] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e95bd-7770-4185-90a9-510f1386d789 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.129970] env[62153]: DEBUG nova.compute.manager [req-984a56af-c595-42d2-871c-2a279fda8403 req-37aa428d-80ae-4e5a-b20a-117e075d81e5 service nova] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Detach interface failed, port_id=4dd12604-1ab2-41fd-b9cb-3d068ce223db, reason: Instance 3974f559-0296-4bd2-8505-c7b7b6291ddf could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2408.355948] env[62153]: DEBUG nova.scheduler.client.report [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2408.561603] env[62153]: INFO nova.compute.manager [-] [instance: 3974f559-0296-4bd2-8505-c7b7b6291ddf] Took 1.26 seconds to deallocate network for instance. [ 2408.860683] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.861279] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2408.864347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.566s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.068358] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.367916] env[62153]: DEBUG nova.compute.utils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2409.371453] env[62153]: INFO nova.compute.claims [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2409.374935] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2409.375068] env[62153]: DEBUG nova.network.neutron [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2409.423695] env[62153]: DEBUG nova.policy [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73770917c3834818b788d849268d3a1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb44540dffb4baeb187eeb1315c1d55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2409.680389] env[62153]: DEBUG nova.network.neutron [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Successfully created port: f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2409.879756] env[62153]: INFO nova.compute.resource_tracker [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating resource usage from migration fa7d8789-f607-494d-b485-0c0e8f2d181f [ 2409.882963] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2409.981330] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22322cd3-f229-4229-8f4a-978428a9011f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.988853] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe0f4d-7d55-4261-aeac-ac4192d165d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.018557] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa94e92-85f8-4e5c-a2ee-b03e7609f19a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.025663] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f7aef-7409-4340-95d7-91e56b2dd5f0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.039839] env[62153]: DEBUG nova.compute.provider_tree [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2410.542609] env[62153]: DEBUG nova.scheduler.client.report [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2410.893403] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2410.920777] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2410.921075] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2410.921189] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2410.921373] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2410.921518] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2410.921662] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2410.921869] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2410.922039] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2410.922215] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2410.922394] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2410.922581] env[62153]: DEBUG nova.virt.hardware [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2410.923504] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec5f75-5620-4efa-8213-0b5824877afa {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.931576] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b1d57-d960-40ef-b9b2-123b19c4b7eb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.042101] env[62153]: DEBUG nova.compute.manager [req-75139537-8624-413f-b636-3b28a779db05 req-cdf49a49-3747-42ae-b337-104989971ca7 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Received event network-vif-plugged-f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2411.042341] env[62153]: DEBUG oslo_concurrency.lockutils [req-75139537-8624-413f-b636-3b28a779db05 req-cdf49a49-3747-42ae-b337-104989971ca7 service nova] Acquiring lock "d1dce774-5857-4255-bfda-cc8ae86c9941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.042551] env[62153]: DEBUG oslo_concurrency.lockutils [req-75139537-8624-413f-b636-3b28a779db05 req-cdf49a49-3747-42ae-b337-104989971ca7 service nova] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.042715] env[62153]: DEBUG oslo_concurrency.lockutils [req-75139537-8624-413f-b636-3b28a779db05 req-cdf49a49-3747-42ae-b337-104989971ca7 service nova] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.042877] env[62153]: DEBUG nova.compute.manager [req-75139537-8624-413f-b636-3b28a779db05 req-cdf49a49-3747-42ae-b337-104989971ca7 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] No waiting events found dispatching network-vif-plugged-f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2411.043082] env[62153]: WARNING nova.compute.manager [req-75139537-8624-413f-b636-3b28a779db05 req-cdf49a49-3747-42ae-b337-104989971ca7 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Received unexpected event network-vif-plugged-f90afa0a-710c-4506-8d7e-93c97c484bcd for instance with vm_state building and task_state spawning. [ 2411.047530] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.047717] env[62153]: INFO nova.compute.manager [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Migrating [ 2411.053925] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.986s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.054152] env[62153]: DEBUG nova.objects.instance [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lazy-loading 'resources' on Instance uuid 3974f559-0296-4bd2-8505-c7b7b6291ddf {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2411.133310] env[62153]: DEBUG nova.network.neutron [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Successfully updated port: f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2411.563469] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.563687] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.563911] env[62153]: DEBUG nova.network.neutron [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2411.635812] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "refresh_cache-d1dce774-5857-4255-bfda-cc8ae86c9941" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.635812] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "refresh_cache-d1dce774-5857-4255-bfda-cc8ae86c9941" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.635812] env[62153]: DEBUG nova.network.neutron [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2411.648248] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3748f4-2af6-46e7-9de8-0cc43c8cf6ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.655973] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c87aa1-110c-4392-9259-4926a0f2bd9f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.686802] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f2302-ffa4-4b4b-85bd-4dfbb5d8fca5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.694401] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f280bd-17a7-40a1-a050-6f2531855b35 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.708022] env[62153]: DEBUG nova.compute.provider_tree [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2412.181249] env[62153]: DEBUG nova.network.neutron [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2412.210795] env[62153]: DEBUG nova.scheduler.client.report [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2412.392195] env[62153]: DEBUG nova.network.neutron [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.397107] env[62153]: DEBUG nova.network.neutron [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Updating instance_info_cache with network_info: [{"id": "f90afa0a-710c-4506-8d7e-93c97c484bcd", "address": "fa:16:3e:99:a1:2d", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90afa0a-71", "ovs_interfaceid": "f90afa0a-710c-4506-8d7e-93c97c484bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.715534] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.735516] env[62153]: INFO nova.scheduler.client.report [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted allocations for instance 3974f559-0296-4bd2-8505-c7b7b6291ddf [ 2412.895094] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2412.899116] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "refresh_cache-d1dce774-5857-4255-bfda-cc8ae86c9941" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2412.899369] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Instance network_info: |[{"id": "f90afa0a-710c-4506-8d7e-93c97c484bcd", "address": "fa:16:3e:99:a1:2d", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90afa0a-71", "ovs_interfaceid": "f90afa0a-710c-4506-8d7e-93c97c484bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2412.900112] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a1:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f90afa0a-710c-4506-8d7e-93c97c484bcd', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2412.907392] env[62153]: DEBUG oslo.service.loopingcall [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2412.908096] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2412.908324] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e02edd34-84fc-475e-93e7-d506a25d2240 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.927978] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2412.927978] env[62153]: value = "task-2074123" [ 2412.927978] env[62153]: _type = "Task" [ 2412.927978] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.935618] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074123, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.067739] env[62153]: DEBUG nova.compute.manager [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Received event network-changed-f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2413.067947] env[62153]: DEBUG nova.compute.manager [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Refreshing instance network info cache due to event network-changed-f90afa0a-710c-4506-8d7e-93c97c484bcd. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2413.068190] env[62153]: DEBUG oslo_concurrency.lockutils [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] Acquiring lock "refresh_cache-d1dce774-5857-4255-bfda-cc8ae86c9941" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.068332] env[62153]: DEBUG oslo_concurrency.lockutils [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] Acquired lock "refresh_cache-d1dce774-5857-4255-bfda-cc8ae86c9941" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.068488] env[62153]: DEBUG nova.network.neutron [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Refreshing network info cache for port f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2413.243877] env[62153]: DEBUG oslo_concurrency.lockutils [None req-9e21b762-4585-464e-a37a-abc2208e9f97 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "3974f559-0296-4bd2-8505-c7b7b6291ddf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.210s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.438294] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074123, 'name': CreateVM_Task, 'duration_secs': 0.372649} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.438459] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2413.439148] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.439312] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.439663] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2413.439912] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e447d3c-2624-4360-9de5-c493c7479ba9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.444588] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2413.444588] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526d7185-e1a1-4e9e-373a-aae434205c79" [ 2413.444588] env[62153]: _type = "Task" [ 2413.444588] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.452511] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526d7185-e1a1-4e9e-373a-aae434205c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.808074] env[62153]: DEBUG nova.network.neutron [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Updated VIF entry in instance network info cache for port f90afa0a-710c-4506-8d7e-93c97c484bcd. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2413.808446] env[62153]: DEBUG nova.network.neutron [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Updating instance_info_cache with network_info: [{"id": "f90afa0a-710c-4506-8d7e-93c97c484bcd", "address": "fa:16:3e:99:a1:2d", "network": {"id": "f16e1110-fc94-40df-a9f6-5685d9ff36ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-191095299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb44540dffb4baeb187eeb1315c1d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90afa0a-71", "ovs_interfaceid": "f90afa0a-710c-4506-8d7e-93c97c484bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2413.954783] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]526d7185-e1a1-4e9e-373a-aae434205c79, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.955037] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2413.955263] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2413.955491] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.955637] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.955815] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2413.956071] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39333265-f79c-448b-8013-4e3f7499eff2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.964326] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2413.964498] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2413.965202] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a0281f-237b-487e-98c2-ce2dfdc2f74c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.970218] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2413.970218] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5209cb8a-8993-d982-b34f-ffca69414649" [ 2413.970218] env[62153]: _type = "Task" [ 2413.970218] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.977524] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5209cb8a-8993-d982-b34f-ffca69414649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.311025] env[62153]: DEBUG oslo_concurrency.lockutils [req-fdb133d5-639d-4175-81eb-be2c82db34fc req-5eb18404-21e7-4d33-9575-ad57f58558f6 service nova] Releasing lock "refresh_cache-d1dce774-5857-4255-bfda-cc8ae86c9941" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2414.409076] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0291d-a18c-4bb8-a35e-d96d00c3a4c4 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.426968] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 0 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2414.480398] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5209cb8a-8993-d982-b34f-ffca69414649, 'name': SearchDatastore_Task, 'duration_secs': 0.008467} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.481139] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd042204-bd19-4d9c-9636-480cdc083b4d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.485998] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2414.485998] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab3efe-aa97-12ef-a681-0f10bf3c19ff" [ 2414.485998] env[62153]: _type = "Task" [ 2414.485998] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.493091] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab3efe-aa97-12ef-a681-0f10bf3c19ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.934027] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2414.934027] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8baf108d-c4ea-4cf4-8bf9-d8ec9b55e937 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.940146] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2414.940146] env[62153]: value = "task-2074124" [ 2414.940146] env[62153]: _type = "Task" [ 2414.940146] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.949266] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.996680] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52ab3efe-aa97-12ef-a681-0f10bf3c19ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.996970] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2414.997199] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d1dce774-5857-4255-bfda-cc8ae86c9941/d1dce774-5857-4255-bfda-cc8ae86c9941.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2414.997452] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-177f7310-d190-4b29-b21b-b8bd1aae99e5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.004132] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2415.004132] env[62153]: value = "task-2074125" [ 2415.004132] env[62153]: _type = "Task" [ 2415.004132] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.012203] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.454026] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074124, 'name': PowerOffVM_Task, 'duration_secs': 0.198025} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.454026] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2415.454026] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 17 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2415.515728] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.958658] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2415.959121] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2415.959121] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2415.959331] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2415.959792] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2415.960117] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2415.960551] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2415.960768] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2415.960951] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2415.961138] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2415.961317] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2415.966663] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacf61df-37f2-40fe-8e6d-078c7d9d9844 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.982667] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2415.982667] env[62153]: value = "task-2074126" [ 2415.982667] env[62153]: _type = "Task" [ 2415.982667] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.990764] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.013812] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574092} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.014075] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] d1dce774-5857-4255-bfda-cc8ae86c9941/d1dce774-5857-4255-bfda-cc8ae86c9941.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2416.014288] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2416.014538] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61a8c900-7cbd-4ca9-adbe-35df7841059b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.020845] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2416.020845] env[62153]: value = "task-2074127" [ 2416.020845] env[62153]: _type = "Task" [ 2416.020845] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.029142] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.492622] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.533408] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100904} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.533721] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2416.534482] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882b5552-66ca-4166-8182-7621c9347bb6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.555707] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d1dce774-5857-4255-bfda-cc8ae86c9941/d1dce774-5857-4255-bfda-cc8ae86c9941.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2416.555989] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1a22b5-1aa2-4535-9877-4220cd19558c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.575269] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2416.575269] env[62153]: value = "task-2074128" [ 2416.575269] env[62153]: _type = "Task" [ 2416.575269] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.582614] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074128, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.993197] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074126, 'name': ReconfigVM_Task, 'duration_secs': 0.61842} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.993521] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 33 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2417.084846] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074128, 'name': ReconfigVM_Task, 'duration_secs': 0.340235} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.085076] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d1dce774-5857-4255-bfda-cc8ae86c9941/d1dce774-5857-4255-bfda-cc8ae86c9941.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2417.085634] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d1a9e3-4ef6-4669-a4dc-62e1c6ac415f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.091964] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2417.091964] env[62153]: value = "task-2074129" [ 2417.091964] env[62153]: _type = "Task" [ 2417.091964] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.099327] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074129, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.499731] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2417.499989] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2417.500170] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2417.500356] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2417.500503] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2417.500670] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2417.500857] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2417.501035] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2417.501207] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2417.501368] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2417.501541] env[62153]: DEBUG nova.virt.hardware [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2417.506709] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2417.506993] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc3f99f-b0c5-49c9-b3ee-9aa272e141b6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.525122] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2417.525122] env[62153]: value = "task-2074130" [ 2417.525122] env[62153]: _type = "Task" [ 2417.525122] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.533700] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.601755] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074129, 'name': Rename_Task, 'duration_secs': 0.137816} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.602153] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2417.602422] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3c40453-1e0d-486e-a804-8fe3b73d3e9b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.609437] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2417.609437] env[62153]: value = "task-2074131" [ 2417.609437] env[62153]: _type = "Task" [ 2417.609437] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.617358] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.035655] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074130, 'name': ReconfigVM_Task, 'duration_secs': 0.162018} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.036028] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2418.036719] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caee48b-b010-4391-84cb-28a69e5b8b48 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.058673] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2418.058940] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca18a01-aec8-4d8a-81bb-feb918a1ac27 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.077577] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2418.077577] env[62153]: value = "task-2074132" [ 2418.077577] env[62153]: _type = "Task" [ 2418.077577] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.085545] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.119361] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074131, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.587046] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074132, 'name': ReconfigVM_Task, 'duration_secs': 0.424126} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.587330] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2418.589240] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 50 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2418.618906] env[62153]: DEBUG oslo_vmware.api [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074131, 'name': PowerOnVM_Task, 'duration_secs': 0.597504} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.619209] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2418.619415] env[62153]: INFO nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Took 7.73 seconds to spawn the instance on the hypervisor. [ 2418.619615] env[62153]: DEBUG nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2418.620399] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dab7cf2-b418-45a3-bce0-39136bdc611e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.094188] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b57e9e-ab81-4ee5-96b4-a69ab2f56492 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.114299] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae43b58-ff86-4f4d-b14e-f71205ec3da5 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.135111] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 67 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2419.139892] env[62153]: INFO nova.compute.manager [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Took 12.49 seconds to build instance. [ 2419.643795] env[62153]: DEBUG oslo_concurrency.lockutils [None req-12fd5725-05a5-4c06-be03-f9f4f40f9b61 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.998s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.683865] env[62153]: DEBUG nova.network.neutron [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Port 525f5d10-46a1-4277-8f35-8f8e569e6902 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2420.618050] env[62153]: DEBUG nova.compute.manager [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2420.619535] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac109e-9a09-443b-b871-7ddf32b89ff6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.705806] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2420.706121] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.706332] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.131227] env[62153]: INFO nova.compute.manager [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] instance snapshotting [ 2421.133957] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b10eb-12a3-4dc0-a0a7-843aeec6874b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.154812] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4887e8-9d91-4fbb-ad7e-066b005fd294 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.664792] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Creating Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2421.665127] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9169831-b8d6-421f-86b6-1cdb22386e29 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.672321] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2421.672321] env[62153]: value = "task-2074133" [ 2421.672321] env[62153]: _type = "Task" [ 2421.672321] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.680064] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.742516] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2421.742755] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2421.742982] env[62153]: DEBUG nova.network.neutron [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2422.182142] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074133, 'name': CreateSnapshot_Task, 'duration_secs': 0.471403} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.182411] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Created Snapshot of the VM instance {{(pid=62153) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2422.183316] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd181e2b-6491-4953-8c77-ce969a6cd821 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.456681] env[62153]: DEBUG nova.network.neutron [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.700451] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Creating linked-clone VM from snapshot {{(pid=62153) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2422.700763] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bae9cf1a-c5f1-4f80-87a5-aa81c29af74b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.709949] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2422.709949] env[62153]: value = "task-2074134" [ 2422.709949] env[62153]: _type = "Task" [ 2422.709949] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.717390] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.959425] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2423.220105] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.483746] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c77bc-a9bb-4411-b037-39ba20544120 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.504190] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9e389-5385-4370-9a05-be1b50af8d47 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.511130] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 83 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2423.721058] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.018140] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2424.018470] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b4e54d-facc-4f92-a0b6-168f80e81afe {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.025276] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2424.025276] env[62153]: value = "task-2074135" [ 2424.025276] env[62153]: _type = "Task" [ 2424.025276] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.032912] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.221755] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.535200] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.722168] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.035708] env[62153]: DEBUG oslo_vmware.api [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074135, 'name': PowerOnVM_Task, 'duration_secs': 0.527936} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.035969] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2425.036169] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c1c1f7-651e-4fba-929b-f1db00de4f94 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance '1b54e579-4f3b-4d98-a632-8a3cdf039f07' progress to 100 {{(pid=62153) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2425.222648] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.723666] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 94%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.223614] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task} progress is 100%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.270063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.270063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.270063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.270063] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.270412] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2426.272263] env[62153]: INFO nova.compute.manager [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Terminating instance [ 2426.724700] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074134, 'name': CloneVM_Task, 'duration_secs': 3.544272} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.725024] env[62153]: INFO nova.virt.vmwareapi.vmops [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Created linked-clone VM from snapshot [ 2426.725804] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1fa05c-251f-49dc-9b7c-918131e3a694 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.733426] env[62153]: DEBUG nova.virt.vmwareapi.images [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Uploading image 6a90d802-ecfb-4867-8124-23d31be77b68 {{(pid=62153) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2426.753220] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Destroying the VM {{(pid=62153) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2426.753521] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49a14013-49f4-497c-ba97-d80fe103689f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.760444] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2426.760444] env[62153]: value = "task-2074136" [ 2426.760444] env[62153]: _type = "Task" [ 2426.760444] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.768558] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074136, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.775470] env[62153]: DEBUG nova.compute.manager [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2426.775688] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2426.775929] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59b3a28-6ec3-4d0b-8d9c-b3b71c89b705 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.782535] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2426.782535] env[62153]: value = "task-2074137" [ 2426.782535] env[62153]: _type = "Task" [ 2426.782535] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.790337] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.270043] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074136, 'name': Destroy_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.291807] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074137, 'name': PowerOffVM_Task, 'duration_secs': 0.237797} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.292082] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2427.292281] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Volume detach. Driver type: vmdk {{(pid=62153) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2427.292471] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425142', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'name': 'volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7380cdf2-e5d4-436d-a65d-1906651a765f', 'attached_at': '2025-01-13T08:54:36.000000', 'detached_at': '', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'serial': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2427.293225] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1288f3c-5878-4c5c-a2d7-b46c252ee7bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.310804] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f157ba-5bbb-450b-a581-9e1f4e93d806 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.317089] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85adf45d-ef58-4134-81fa-bb7a5cda66f6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.335396] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377826f-bc5c-44c7-ba0d-029aa4586942 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.356382] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] The volume has not been displaced from its original location: [datastore1] volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a/volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a.vmdk. No consolidation needed. {{(pid=62153) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2427.365572] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2427.365973] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a04baf89-0847-43d7-93ba-6791bea7e4d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.385339] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2427.385339] env[62153]: value = "task-2074138" [ 2427.385339] env[62153]: _type = "Task" [ 2427.385339] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.393038] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.504438] env[62153]: DEBUG nova.network.neutron [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Port 525f5d10-46a1-4277-8f35-8f8e569e6902 binding to destination host cpu-1 is already ACTIVE {{(pid=62153) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2427.504776] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.504942] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.505130] env[62153]: DEBUG nova.network.neutron [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2427.770528] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074136, 'name': Destroy_Task} progress is 33%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.895728] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074138, 'name': ReconfigVM_Task, 'duration_secs': 0.184491} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.896008] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2427.900604] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31605e1d-3faa-4523-8d5e-6c92cd1c3f4a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.915335] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2427.915335] env[62153]: value = "task-2074139" [ 2427.915335] env[62153]: _type = "Task" [ 2427.915335] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.922763] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.258936] env[62153]: DEBUG nova.network.neutron [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2428.270211] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074136, 'name': Destroy_Task, 'duration_secs': 1.378762} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.271008] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Destroyed the VM [ 2428.271261] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Deleting Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2428.271502] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93a86edd-2d4e-40cb-bcbc-b5263b2287d9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.277371] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2428.277371] env[62153]: value = "task-2074140" [ 2428.277371] env[62153]: _type = "Task" [ 2428.277371] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.285448] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074140, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.425759] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074139, 'name': ReconfigVM_Task, 'duration_secs': 0.201108} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.426032] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425142', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'name': 'volume-4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7380cdf2-e5d4-436d-a65d-1906651a765f', 'attached_at': '2025-01-13T08:54:36.000000', 'detached_at': '', 'volume_id': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a', 'serial': '4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a'} {{(pid=62153) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2428.426355] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2428.427103] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44c1839-826d-4f2a-af08-68467b8996fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.433582] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2428.433814] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe89ffb-eea5-4f51-a257-7c5c15cf66be {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.599722] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2428.599961] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2428.600167] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] 7380cdf2-e5d4-436d-a65d-1906651a765f {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2428.600424] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da32d31-fbe1-4919-9f97-42bc0bc73bb0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.606533] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2428.606533] env[62153]: value = "task-2074142" [ 2428.606533] env[62153]: _type = "Task" [ 2428.606533] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.614211] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.761765] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2428.788082] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074140, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.116699] env[62153]: DEBUG oslo_vmware.api [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090359} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.116964] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2429.117155] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2429.117330] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2429.117503] env[62153]: INFO nova.compute.manager [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Took 2.34 seconds to destroy the instance on the hypervisor. [ 2429.117774] env[62153]: DEBUG oslo.service.loopingcall [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2429.117962] env[62153]: DEBUG nova.compute.manager [-] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2429.118085] env[62153]: DEBUG nova.network.neutron [-] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2429.265216] env[62153]: DEBUG nova.compute.manager [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62153) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2429.265457] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.265766] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.288270] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074140, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.581697] env[62153]: DEBUG nova.compute.manager [req-357360c4-45ca-4002-bcdf-626328c46017 req-daa7abac-e05d-45c9-9385-151848fe685f service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Received event network-vif-deleted-804ab375-fe30-4fcd-aa4f-4f82f8479e3f {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2429.581825] env[62153]: INFO nova.compute.manager [req-357360c4-45ca-4002-bcdf-626328c46017 req-daa7abac-e05d-45c9-9385-151848fe685f service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Neutron deleted interface 804ab375-fe30-4fcd-aa4f-4f82f8479e3f; detaching it from the instance and deleting it from the info cache [ 2429.581991] env[62153]: DEBUG nova.network.neutron [req-357360c4-45ca-4002-bcdf-626328c46017 req-daa7abac-e05d-45c9-9385-151848fe685f service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2429.622080] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.622236] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2429.769123] env[62153]: DEBUG nova.objects.instance [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'migration_context' on Instance uuid 1b54e579-4f3b-4d98-a632-8a3cdf039f07 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2429.790067] env[62153]: DEBUG oslo_vmware.api [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074140, 'name': RemoveSnapshot_Task, 'duration_secs': 1.249828} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.790067] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Deleted Snapshot of the VM instance {{(pid=62153) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2430.061049] env[62153]: DEBUG nova.network.neutron [-] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2430.083862] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0b11e12-8af3-4d5d-99eb-26f1d5047bee {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.094067] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ef620-20f5-492f-a119-648b3fd8d4d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.120913] env[62153]: DEBUG nova.compute.manager [req-357360c4-45ca-4002-bcdf-626328c46017 req-daa7abac-e05d-45c9-9385-151848fe685f service nova] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Detach interface failed, port_id=804ab375-fe30-4fcd-aa4f-4f82f8479e3f, reason: Instance 7380cdf2-e5d4-436d-a65d-1906651a765f could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2430.296691] env[62153]: WARNING nova.compute.manager [None req-3ac71f15-4551-40cf-997a-45992b5dae33 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Image not found during snapshot: nova.exception.ImageNotFound: Image 6a90d802-ecfb-4867-8124-23d31be77b68 could not be found. [ 2430.362842] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1565d2e9-e776-44a1-a494-d361edb40d83 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.371110] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085f8c68-c824-42e8-a481-b0b1c3df3af6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.402078] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd2f3a6-aee4-4e94-bc98-9c9ca2bc7cec {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.409458] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3ee63a-1cd7-4260-a286-4cedea05e6c2 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.423059] env[62153]: DEBUG nova.compute.provider_tree [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2430.563202] env[62153]: INFO nova.compute.manager [-] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Took 1.44 seconds to deallocate network for instance. [ 2430.634322] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "d1dce774-5857-4255-bfda-cc8ae86c9941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.634593] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.634791] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "d1dce774-5857-4255-bfda-cc8ae86c9941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.634972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.635187] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.637114] env[62153]: INFO nova.compute.manager [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Terminating instance [ 2430.926443] env[62153]: DEBUG nova.scheduler.client.report [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2431.105326] env[62153]: INFO nova.compute.manager [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Took 0.54 seconds to detach 1 volumes for instance. [ 2431.107585] env[62153]: DEBUG nova.compute.manager [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: 7380cdf2-e5d4-436d-a65d-1906651a765f] Deleting volume: 4c0c44a4-9f86-4ae3-87c0-13dd6b52d78a {{(pid=62153) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2431.141220] env[62153]: DEBUG nova.compute.manager [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2431.141220] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2431.142043] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c70dc-3db0-47ed-bfdb-4cdb33e2ef04 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.149548] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2431.150971] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249cafc4-3ce0-4092-8b10-f07dc20f067e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.156191] env[62153]: DEBUG oslo_vmware.api [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2431.156191] env[62153]: value = "task-2074143" [ 2431.156191] env[62153]: _type = "Task" [ 2431.156191] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.164449] env[62153]: DEBUG oslo_vmware.api [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.165218] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2431.165366] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquired lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2431.165485] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Forcefully refreshing network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2431.666282] env[62153]: DEBUG oslo_vmware.api [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074143, 'name': PowerOffVM_Task, 'duration_secs': 0.229162} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.666576] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2431.666705] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2431.666965] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ca7073e-9f49-4dd3-89c9-3d36c563552b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.672166] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2431.874804] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2431.874977] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2431.875173] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleting the datastore file [datastore1] d1dce774-5857-4255-bfda-cc8ae86c9941 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2431.875442] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da1590b9-442e-4f0a-bdbd-7a2f7fdcd415 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.881475] env[62153]: DEBUG oslo_vmware.api [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for the task: (returnval){ [ 2431.881475] env[62153]: value = "task-2074146" [ 2431.881475] env[62153]: _type = "Task" [ 2431.881475] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.888784] env[62153]: DEBUG oslo_vmware.api [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.937944] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.672s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.943609] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.271s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2431.943813] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.968282] env[62153]: INFO nova.scheduler.client.report [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted allocations for instance 7380cdf2-e5d4-436d-a65d-1906651a765f [ 2432.378519] env[62153]: DEBUG nova.network.neutron [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updating instance_info_cache with network_info: [{"id": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "address": "fa:16:3e:40:4c:03", "network": {"id": "2a584ee5-7b3c-4606-a360-c02a9d6468a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-70377774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "282f9cac29044743a048f28c31634a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e264e4a-67", "ovs_interfaceid": "0e264e4a-6749-4cda-84e4-8c32aabf3c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.391319] env[62153]: DEBUG oslo_vmware.api [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Task: {'id': task-2074146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146418} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.392155] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2432.392364] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2432.392530] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2432.393307] env[62153]: INFO nova.compute.manager [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2432.393307] env[62153]: DEBUG oslo.service.loopingcall [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2432.393307] env[62153]: DEBUG nova.compute.manager [-] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2432.393307] env[62153]: DEBUG nova.network.neutron [-] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2432.476390] env[62153]: DEBUG oslo_concurrency.lockutils [None req-e49b6360-a083-4022-a4d9-dba89b2eaf0b tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "7380cdf2-e5d4-436d-a65d-1906651a765f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.207s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.671644] env[62153]: DEBUG nova.compute.manager [req-b79ed306-5027-4e01-9770-202d7c47eeda req-913593d5-981c-4868-8360-b51d6d957633 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Received event network-vif-deleted-f90afa0a-710c-4506-8d7e-93c97c484bcd {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2432.671847] env[62153]: INFO nova.compute.manager [req-b79ed306-5027-4e01-9770-202d7c47eeda req-913593d5-981c-4868-8360-b51d6d957633 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Neutron deleted interface f90afa0a-710c-4506-8d7e-93c97c484bcd; detaching it from the instance and deleting it from the info cache [ 2432.672041] env[62153]: DEBUG nova.network.neutron [req-b79ed306-5027-4e01-9770-202d7c47eeda req-913593d5-981c-4868-8360-b51d6d957633 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.881962] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Releasing lock "refresh_cache-c64004ba-e91d-4107-9e5a-3499e6363d03" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2432.882157] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updated the network info_cache for instance {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2432.882350] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2433.027016] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "c64004ba-e91d-4107-9e5a-3499e6363d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2433.027385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.027485] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "c64004ba-e91d-4107-9e5a-3499e6363d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2433.027688] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.027854] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.029751] env[62153]: INFO nova.compute.manager [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Terminating instance [ 2433.150738] env[62153]: DEBUG nova.network.neutron [-] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.174672] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82dbadab-7884-49ca-8dae-45a3adad7349 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.183994] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765c4e1-815c-4d61-92e3-0a2afcf89f6e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.210100] env[62153]: DEBUG nova.compute.manager [req-b79ed306-5027-4e01-9770-202d7c47eeda req-913593d5-981c-4868-8360-b51d6d957633 service nova] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Detach interface failed, port_id=f90afa0a-710c-4506-8d7e-93c97c484bcd, reason: Instance d1dce774-5857-4255-bfda-cc8ae86c9941 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2433.476729] env[62153]: INFO nova.compute.manager [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Swapping old allocation on dict_keys(['68e6e50c-305b-48b9-aaad-e87ef5e51e34']) held by migration fa7d8789-f607-494d-b485-0c0e8f2d181f for instance [ 2433.497926] env[62153]: DEBUG nova.scheduler.client.report [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Overwriting current allocation {'allocations': {'68e6e50c-305b-48b9-aaad-e87ef5e51e34': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': 'ee16f752e09c4e5694f75ec2697b6271', 'user_id': '4e0f2c216fb240268446bd0af3b863d9', 'consumer_generation': 1} on consumer 1b54e579-4f3b-4d98-a632-8a3cdf039f07 {{(pid=62153) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2433.533520] env[62153]: DEBUG nova.compute.manager [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2433.533759] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2433.535112] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eabfc7-7489-448a-86ba-f102821c1216 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.543400] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2433.543688] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32a0a20-0fb6-48bd-b048-e4f7f805dfad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.552974] env[62153]: DEBUG oslo_vmware.api [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2433.552974] env[62153]: value = "task-2074147" [ 2433.552974] env[62153]: _type = "Task" [ 2433.552974] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.561088] env[62153]: DEBUG oslo_vmware.api [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.587256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2433.587445] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2433.588040] env[62153]: DEBUG nova.network.neutron [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2433.653505] env[62153]: INFO nova.compute.manager [-] [instance: d1dce774-5857-4255-bfda-cc8ae86c9941] Took 1.26 seconds to deallocate network for instance. [ 2434.064501] env[62153]: DEBUG oslo_vmware.api [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074147, 'name': PowerOffVM_Task, 'duration_secs': 0.220719} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.064852] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2434.064974] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2434.065271] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-357d18cf-4721-44b6-a981-21b75a8b2552 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.161173] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.161470] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.161697] env[62153]: DEBUG nova.objects.instance [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lazy-loading 'resources' on Instance uuid d1dce774-5857-4255-bfda-cc8ae86c9941 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2434.247631] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2434.247901] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2434.248111] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] c64004ba-e91d-4107-9e5a-3499e6363d03 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2434.248372] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb21627b-9f19-4c3a-bf5b-07b000a94ddb {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.254154] env[62153]: DEBUG oslo_vmware.api [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2434.254154] env[62153]: value = "task-2074149" [ 2434.254154] env[62153]: _type = "Task" [ 2434.254154] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.261410] env[62153]: DEBUG oslo_vmware.api [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.296736] env[62153]: DEBUG nova.network.neutron [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [{"id": "525f5d10-46a1-4277-8f35-8f8e569e6902", "address": "fa:16:3e:6e:a0:2e", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap525f5d10-46", "ovs_interfaceid": "525f5d10-46a1-4277-8f35-8f8e569e6902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2434.621093] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.621382] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.732257] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c677a8-c4a8-4559-abdf-0ff187ef4cae {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.742516] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8791d5-13a7-4b1d-8662-bb23a86532d0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.794731] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91790674-d2a9-4b89-8b26-41c991df6690 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.800072] env[62153]: DEBUG oslo_concurrency.lockutils [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-1b54e579-4f3b-4d98-a632-8a3cdf039f07" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2434.800190] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2434.807783] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752b90f4-3a75-411a-9021-892a7f99f1b3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.809842] env[62153]: DEBUG oslo_vmware.api [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140044} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.810288] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2434.810547] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2434.810802] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2434.811082] env[62153]: INFO nova.compute.manager [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2434.811434] env[62153]: DEBUG oslo.service.loopingcall [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2434.813330] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df62a57-5cf9-4234-8c9f-02d34df7ca56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.819572] env[62153]: DEBUG nova.compute.manager [-] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2434.819747] env[62153]: DEBUG nova.network.neutron [-] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2434.826329] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2434.826329] env[62153]: value = "task-2074150" [ 2434.826329] env[62153]: _type = "Task" [ 2434.826329] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.839060] env[62153]: DEBUG nova.compute.provider_tree [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2434.849032] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.084329] env[62153]: DEBUG nova.compute.manager [req-2e5cedaf-2247-4534-9645-a948f9e41c7c req-9d9ab2d7-b65d-4cae-8254-accfd25690f3 service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Received event network-vif-deleted-0e264e4a-6749-4cda-84e4-8c32aabf3c14 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2435.084576] env[62153]: INFO nova.compute.manager [req-2e5cedaf-2247-4534-9645-a948f9e41c7c req-9d9ab2d7-b65d-4cae-8254-accfd25690f3 service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Neutron deleted interface 0e264e4a-6749-4cda-84e4-8c32aabf3c14; detaching it from the instance and deleting it from the info cache [ 2435.084660] env[62153]: DEBUG nova.network.neutron [req-2e5cedaf-2247-4534-9645-a948f9e41c7c req-9d9ab2d7-b65d-4cae-8254-accfd25690f3 service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2435.344863] env[62153]: DEBUG nova.scheduler.client.report [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2435.351765] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074150, 'name': PowerOffVM_Task, 'duration_secs': 0.192772} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.352351] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2435.352999] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2435.353219] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2435.353398] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2435.353583] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2435.353728] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2435.353874] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2435.354091] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2435.354256] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2435.354432] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2435.354588] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2435.354759] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2435.359820] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb816a1a-c6fd-47c6-8751-f6518e578de3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.377209] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2435.377209] env[62153]: value = "task-2074151" [ 2435.377209] env[62153]: _type = "Task" [ 2435.377209] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.385473] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.563829] env[62153]: DEBUG nova.network.neutron [-] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2435.587591] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9034a34-d9cb-4ce7-907f-68559b58b312 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.596923] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2841d-b652-459e-bb67-d9178afab1fc {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.620857] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2435.621177] env[62153]: DEBUG nova.compute.manager [req-2e5cedaf-2247-4534-9645-a948f9e41c7c req-9d9ab2d7-b65d-4cae-8254-accfd25690f3 service nova] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Detach interface failed, port_id=0e264e4a-6749-4cda-84e4-8c32aabf3c14, reason: Instance c64004ba-e91d-4107-9e5a-3499e6363d03 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2435.854048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.874751] env[62153]: INFO nova.scheduler.client.report [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Deleted allocations for instance d1dce774-5857-4255-bfda-cc8ae86c9941 [ 2435.888729] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074151, 'name': ReconfigVM_Task, 'duration_secs': 0.138155} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.889854] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89c838-803b-4f0c-89d6-b31721ac6d96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.908859] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2435.909168] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2435.909383] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2435.909635] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2435.909816] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2435.910533] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2435.910533] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2435.910533] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2435.910533] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2435.910722] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2435.911091] env[62153]: DEBUG nova.virt.hardware [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2435.911616] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af410ec0-f5b2-4027-bff6-e9bff5b0318a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.917515] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2435.917515] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52441c5d-8ea1-cafc-4076-b6524dd9dad9" [ 2435.917515] env[62153]: _type = "Task" [ 2435.917515] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.927388] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52441c5d-8ea1-cafc-4076-b6524dd9dad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.066240] env[62153]: INFO nova.compute.manager [-] [instance: c64004ba-e91d-4107-9e5a-3499e6363d03] Took 1.25 seconds to deallocate network for instance. [ 2436.383171] env[62153]: DEBUG oslo_concurrency.lockutils [None req-98146309-9a85-4378-9996-caf955ece900 tempest-ImagesTestJSON-1914941157 tempest-ImagesTestJSON-1914941157-project-member] Lock "d1dce774-5857-4255-bfda-cc8ae86c9941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.748s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.426855] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52441c5d-8ea1-cafc-4076-b6524dd9dad9, 'name': SearchDatastore_Task, 'duration_secs': 0.007284} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.432188] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2436.432500] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f14c4a5-1e45-4bd9-886d-ae6f39d86e63 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.450966] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2436.450966] env[62153]: value = "task-2074152" [ 2436.450966] env[62153]: _type = "Task" [ 2436.450966] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.458021] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.573160] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.573434] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.573657] env[62153]: DEBUG nova.objects.instance [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'resources' on Instance uuid c64004ba-e91d-4107-9e5a-3499e6363d03 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2436.621238] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.621422] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.961741] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074152, 'name': ReconfigVM_Task, 'duration_secs': 0.175115} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.962133] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62153) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2436.963056] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a76aec-ac8d-4209-830c-9654bbdb1604 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.988427] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2436.988744] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00eeff38-fbe5-4036-b419-42ab3b9413a1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.010123] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2437.010123] env[62153]: value = "task-2074153" [ 2437.010123] env[62153]: _type = "Task" [ 2437.010123] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.018543] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.124347] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.129938] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b90e1-e4bc-491b-a0a6-4b6ac9beb3c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.137705] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b2d465-cca9-47d0-b361-b959dc460f96 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.170571] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc1db6-5ae5-4d21-a790-37d4c77f4e1f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.178755] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f125244b-d0eb-419b-ac78-0470cbc22a54 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.193091] env[62153]: DEBUG nova.compute.provider_tree [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2437.519971] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074153, 'name': ReconfigVM_Task, 'duration_secs': 0.249104} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.520397] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07/1b54e579-4f3b-4d98-a632-8a3cdf039f07.vmdk or device None with type thin {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2437.521189] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f9d1d6-533e-42db-9b24-b17acc0ee152 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.539176] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b90e1-b711-4842-b319-55c81afafe77 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.557117] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00171a80-615d-4a8e-994c-001598e53933 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.575328] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b17c6-2f77-4586-b22a-9be8717d2be6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.582592] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2437.582849] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0788ed-9946-4cab-8883-4cb1e5d56c16 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.589156] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2437.589156] env[62153]: value = "task-2074154" [ 2437.589156] env[62153]: _type = "Task" [ 2437.589156] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.596636] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.696608] env[62153]: DEBUG nova.scheduler.client.report [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2438.102274] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.202609] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.204846] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.081s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.205048] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.205761] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2438.206089] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a27405-eeb9-4b7f-8c9e-1e6112b265b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.214425] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc5c2b-f571-4154-8441-3b7cb5c2f4c0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.229199] env[62153]: INFO nova.scheduler.client.report [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted allocations for instance c64004ba-e91d-4107-9e5a-3499e6363d03 [ 2438.230650] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e606d8-220b-4937-9846-a328a9c47b5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.239482] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06437eb-d6e1-40d6-849e-e5cdd87a6e85 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.268613] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180527MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2438.268787] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.269039] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.599508] env[62153]: DEBUG oslo_vmware.api [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074154, 'name': PowerOnVM_Task, 'duration_secs': 0.561608} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.599856] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2438.739155] env[62153]: DEBUG oslo_concurrency.lockutils [None req-d93515c4-af72-436e-8f92-13f615c94b4d tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "c64004ba-e91d-4107-9e5a-3499e6363d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.296727] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.296894] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 1b54e579-4f3b-4d98-a632-8a3cdf039f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.297094] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2439.297358] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2439.336449] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc14737-96cd-454b-ac82-027bba165ea9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.345371] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eecb66d-9b46-406a-9f1e-938c13d89349 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.376914] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b6862e-fa5e-4778-b144-0f91f545ed11 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.384776] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db15782-e1c2-46c0-976d-ae28f91cb105 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.397902] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2439.612038] env[62153]: INFO nova.compute.manager [None req-42a8d4e3-7f3c-4a79-9700-aed301ac795c tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance to original state: 'active' [ 2439.903969] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2440.406386] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2440.406386] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.406721] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.407020] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.407116] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2441.445029] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.445127] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.445317] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.445507] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.445717] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.447886] env[62153]: INFO nova.compute.manager [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Terminating instance [ 2441.876119] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.876355] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.953502] env[62153]: DEBUG nova.compute.manager [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2441.953726] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2441.954640] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fffdeb3-9786-466d-81dd-d9174a1e6a15 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.962856] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2441.963265] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72178ebd-26d0-44da-a958-c577ca9a0a60 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.969610] env[62153]: DEBUG oslo_vmware.api [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2441.969610] env[62153]: value = "task-2074156" [ 2441.969610] env[62153]: _type = "Task" [ 2441.969610] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.977530] env[62153]: DEBUG oslo_vmware.api [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.378399] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2442.479841] env[62153]: DEBUG oslo_vmware.api [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074156, 'name': PowerOffVM_Task, 'duration_secs': 0.166004} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.480158] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2442.481064] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2442.481064] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1a3674c-441e-437b-bc80-fa461a05a7a7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.659596] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2442.660065] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2442.660304] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleting the datastore file [datastore1] 1b54e579-4f3b-4d98-a632-8a3cdf039f07 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2442.660594] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf56a8c2-e99e-45fe-8e6b-f22af9b15f69 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.667139] env[62153]: DEBUG oslo_vmware.api [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2442.667139] env[62153]: value = "task-2074158" [ 2442.667139] env[62153]: _type = "Task" [ 2442.667139] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.674904] env[62153]: DEBUG oslo_vmware.api [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.867628] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.867940] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.868190] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.868385] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.868556] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.870882] env[62153]: INFO nova.compute.manager [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Terminating instance [ 2442.898900] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.899164] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.900668] env[62153]: INFO nova.compute.claims [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2443.179036] env[62153]: DEBUG oslo_vmware.api [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155492} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.179287] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2443.179471] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2443.179644] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2443.179845] env[62153]: INFO nova.compute.manager [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2443.180102] env[62153]: DEBUG oslo.service.loopingcall [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2443.180286] env[62153]: DEBUG nova.compute.manager [-] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2443.180379] env[62153]: DEBUG nova.network.neutron [-] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2443.374550] env[62153]: DEBUG nova.compute.manager [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2443.374801] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2443.375714] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bec37b-6b33-40da-a020-866c246f56bd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.384252] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2443.384252] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18515d8e-4508-4e70-8453-c327deee342e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.390517] env[62153]: DEBUG oslo_vmware.api [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2443.390517] env[62153]: value = "task-2074159" [ 2443.390517] env[62153]: _type = "Task" [ 2443.390517] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.399062] env[62153]: DEBUG oslo_vmware.api [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.624641] env[62153]: DEBUG nova.compute.manager [req-d17c4f61-2fbb-429f-b09c-6680e3dabb9a req-b0199ec7-394d-461a-bbf2-7c76c1f7637d service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Received event network-vif-deleted-525f5d10-46a1-4277-8f35-8f8e569e6902 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2443.624897] env[62153]: INFO nova.compute.manager [req-d17c4f61-2fbb-429f-b09c-6680e3dabb9a req-b0199ec7-394d-461a-bbf2-7c76c1f7637d service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Neutron deleted interface 525f5d10-46a1-4277-8f35-8f8e569e6902; detaching it from the instance and deleting it from the info cache [ 2443.625021] env[62153]: DEBUG nova.network.neutron [req-d17c4f61-2fbb-429f-b09c-6680e3dabb9a req-b0199ec7-394d-461a-bbf2-7c76c1f7637d service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2443.900872] env[62153]: DEBUG oslo_vmware.api [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074159, 'name': PowerOffVM_Task, 'duration_secs': 0.214641} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.901158] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2443.901330] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2443.901573] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90cb9a3-c457-428e-b1de-459c82f178b9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.956962] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec365881-9046-4361-b0ac-ca772b0c2f7d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.964546] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3970d96e-cbba-41cc-b862-7931169dd883 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.995483] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039fd207-1eea-47ca-a1d4-d7da12387148 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.997302] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2443.997498] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2443.997675] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleting the datastore file [datastore1] ecdd8782-c2af-45cc-bf8d-d516a83742b2 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2443.997904] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25b2c284-6e03-43c9-b919-57eed46d06d1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.006789] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b956c1a7-833b-4f6d-b61e-baddae33ec99 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.010808] env[62153]: DEBUG oslo_vmware.api [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for the task: (returnval){ [ 2444.010808] env[62153]: value = "task-2074161" [ 2444.010808] env[62153]: _type = "Task" [ 2444.010808] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.021468] env[62153]: DEBUG nova.compute.provider_tree [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2444.026952] env[62153]: DEBUG oslo_vmware.api [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.103250] env[62153]: DEBUG nova.network.neutron [-] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.129019] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c1dfa8e-0fa5-4211-8761-6a8f09740b30 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.139077] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db59c646-ad7d-45de-9f80-bda4d0071218 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.162016] env[62153]: DEBUG nova.compute.manager [req-d17c4f61-2fbb-429f-b09c-6680e3dabb9a req-b0199ec7-394d-461a-bbf2-7c76c1f7637d service nova] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Detach interface failed, port_id=525f5d10-46a1-4277-8f35-8f8e569e6902, reason: Instance 1b54e579-4f3b-4d98-a632-8a3cdf039f07 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2444.527305] env[62153]: DEBUG oslo_vmware.api [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Task: {'id': task-2074161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134259} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.527980] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2444.528363] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2444.528594] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2444.528873] env[62153]: INFO nova.compute.manager [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2444.529261] env[62153]: DEBUG oslo.service.loopingcall [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2444.529543] env[62153]: DEBUG nova.compute.manager [-] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2444.529691] env[62153]: DEBUG nova.network.neutron [-] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2444.546893] env[62153]: ERROR nova.scheduler.client.report [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [req-5a4358e8-c5aa-474d-bd0c-7a2af7a06f4a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68e6e50c-305b-48b9-aaad-e87ef5e51e34. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a4358e8-c5aa-474d-bd0c-7a2af7a06f4a"}]} [ 2444.563945] env[62153]: DEBUG nova.scheduler.client.report [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Refreshing inventories for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2444.577579] env[62153]: DEBUG nova.scheduler.client.report [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updating ProviderTree inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2444.577803] env[62153]: DEBUG nova.compute.provider_tree [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2444.588683] env[62153]: DEBUG nova.scheduler.client.report [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Refreshing aggregate associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, aggregates: None {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2444.606031] env[62153]: INFO nova.compute.manager [-] [instance: 1b54e579-4f3b-4d98-a632-8a3cdf039f07] Took 1.42 seconds to deallocate network for instance. [ 2444.608047] env[62153]: DEBUG nova.scheduler.client.report [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Refreshing trait associations for resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62153) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2444.663604] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb43d0f-e2bf-41aa-b480-7fb9b799cf81 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.671493] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb09aa-4b70-4508-ba6f-b37ff77eba5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.703398] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e479ee61-fe1a-430b-bd2e-475d02c988a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.711819] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e7790-c9a3-4b5d-8459-001586e8e432 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.726657] env[62153]: DEBUG nova.compute.provider_tree [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2445.114853] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.257275] env[62153]: DEBUG nova.scheduler.client.report [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updated inventory for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2445.257713] env[62153]: DEBUG nova.compute.provider_tree [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updating resource provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 generation from 188 to 189 during operation: update_inventory {{(pid=62153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2445.257966] env[62153]: DEBUG nova.compute.provider_tree [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Updating inventory in ProviderTree for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2445.299300] env[62153]: DEBUG nova.network.neutron [-] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2445.649125] env[62153]: DEBUG nova.compute.manager [req-cab0d5cd-7a5d-4bbf-851e-4a037be150c1 req-60025933-b549-45ae-9c7c-c6aac7e9fea1 service nova] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Received event network-vif-deleted-50e8f271-6be1-4950-910e-fab1a1cf7d17 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2445.762845] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.763412] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2445.765972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.651s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.766208] env[62153]: DEBUG nova.objects.instance [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'resources' on Instance uuid 1b54e579-4f3b-4d98-a632-8a3cdf039f07 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2445.801954] env[62153]: INFO nova.compute.manager [-] [instance: ecdd8782-c2af-45cc-bf8d-d516a83742b2] Took 1.27 seconds to deallocate network for instance. [ 2446.268945] env[62153]: DEBUG nova.compute.utils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2446.273104] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2446.273280] env[62153]: DEBUG nova.network.neutron [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2446.308131] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.318930] env[62153]: DEBUG nova.policy [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a11c32a10e0640e4a5ebfafe8e476275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c08371d5bf436e9e257834f3b979e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2446.321742] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e92ad9e-b9f9-4c51-88e5-f24ad1246615 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.329377] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51edd269-933b-426b-ae00-865c93a3eff8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.360446] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5954a3b5-8230-43e8-b0e2-53449c9b4cac {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.368071] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa296d-0759-4732-90a5-053ab0a20765 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.381359] env[62153]: DEBUG nova.compute.provider_tree [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2446.564525] env[62153]: DEBUG nova.network.neutron [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Successfully created port: ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2446.773874] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2446.884078] env[62153]: DEBUG nova.scheduler.client.report [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2447.388443] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.392027] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.083s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.392142] env[62153]: DEBUG nova.objects.instance [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lazy-loading 'resources' on Instance uuid ecdd8782-c2af-45cc-bf8d-d516a83742b2 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2447.412532] env[62153]: INFO nova.scheduler.client.report [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted allocations for instance 1b54e579-4f3b-4d98-a632-8a3cdf039f07 [ 2447.617535] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2447.785255] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2447.806569] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2447.806807] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2447.807022] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2447.807160] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2447.807306] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2447.807453] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2447.807661] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2447.807911] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2447.807985] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2447.808161] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2447.808350] env[62153]: DEBUG nova.virt.hardware [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2447.809227] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f2859-1359-4087-8ab8-bf528f307150 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.817460] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb4fba-daf7-43d4-88c5-3ed8c36a7130 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.919558] env[62153]: DEBUG oslo_concurrency.lockutils [None req-0f771b52-59a8-4861-83ee-937ac1c9f2ec tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "1b54e579-4f3b-4d98-a632-8a3cdf039f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.474s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.938340] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c927850-899c-466e-9e9a-5b78c4e7e7ef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.946875] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822638e-f556-4589-91ac-a9dac2bcff5c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.978989] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b5068a-d6ee-4bbb-8977-4f87c86fa956 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.986529] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ba9b01-4e9a-4154-a6f4-5afcc3ef0e2d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.000019] env[62153]: DEBUG nova.compute.provider_tree [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2448.496381] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2448.496617] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2448.503025] env[62153]: DEBUG nova.scheduler.client.report [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2448.999069] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Starting instance... {{(pid=62153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2449.008213] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.030143] env[62153]: INFO nova.scheduler.client.report [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Deleted allocations for instance ecdd8782-c2af-45cc-bf8d-d516a83742b2 [ 2449.518420] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2449.518673] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2449.520517] env[62153]: INFO nova.compute.claims [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2449.536929] env[62153]: DEBUG oslo_concurrency.lockutils [None req-b84177d3-6a2f-4576-b389-2a37ec089032 tempest-ServerActionsTestOtherA-329255773 tempest-ServerActionsTestOtherA-329255773-project-member] Lock "ecdd8782-c2af-45cc-bf8d-d516a83742b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.669s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2450.579199] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886003f-911c-4251-b2b3-d6ec1f6070d8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.586554] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e9969-0ae3-491c-9742-9e3075903f88 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.615829] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff177c-6e9b-43fc-8ef4-b8100e9ca717 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.624828] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da52257b-ba2b-4615-8e5e-1922c7870e5d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.645402] env[62153]: DEBUG nova.compute.provider_tree [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2451.153554] env[62153]: DEBUG nova.scheduler.client.report [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2451.659467] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.659974] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Start building networks asynchronously for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2452.166964] env[62153]: DEBUG nova.compute.utils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Using /dev/sd instead of None {{(pid=62153) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2452.168427] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Allocating IP information in the background. {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2452.168639] env[62153]: DEBUG nova.network.neutron [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] allocate_for_instance() {{(pid=62153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2452.215834] env[62153]: DEBUG nova.policy [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0f2c216fb240268446bd0af3b863d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee16f752e09c4e5694f75ec2697b6271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62153) authorize /opt/stack/nova/nova/policy.py:192}} [ 2452.526939] env[62153]: DEBUG nova.network.neutron [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Successfully created port: e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2452.672518] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Start building block device mappings for instance. {{(pid=62153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2453.684521] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Start spawning the instance on the hypervisor. {{(pid=62153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2453.711266] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T08:22:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T08:21:41Z,direct_url=,disk_format='vmdk',id=a0fe52c4-9b97-4dd3-ae24-9aba6478367a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f1d909704fa54b37bcf07f949b865a44',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T08:21:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2453.711524] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2453.711684] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image limits 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2453.711866] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Flavor pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2453.712023] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Image pref 0:0:0 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2453.712206] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2453.712438] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2453.712604] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2453.712776] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Got 1 possible topologies {{(pid=62153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2453.712942] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2453.713142] env[62153]: DEBUG nova.virt.hardware [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2453.713994] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc2f875-eca3-4fc3-bdef-07a894f88111 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.721787] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631d130-4c36-4666-a88d-1ca05e340ed3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.906013] env[62153]: DEBUG nova.compute.manager [req-90b7403c-4215-49b5-be4b-0fba8ef8d225 req-0c65f2c7-27be-4c1c-be6e-e1246fc3f22a service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Received event network-vif-plugged-e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2454.906317] env[62153]: DEBUG oslo_concurrency.lockutils [req-90b7403c-4215-49b5-be4b-0fba8ef8d225 req-0c65f2c7-27be-4c1c-be6e-e1246fc3f22a service nova] Acquiring lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.906507] env[62153]: DEBUG oslo_concurrency.lockutils [req-90b7403c-4215-49b5-be4b-0fba8ef8d225 req-0c65f2c7-27be-4c1c-be6e-e1246fc3f22a service nova] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.906678] env[62153]: DEBUG oslo_concurrency.lockutils [req-90b7403c-4215-49b5-be4b-0fba8ef8d225 req-0c65f2c7-27be-4c1c-be6e-e1246fc3f22a service nova] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.906848] env[62153]: DEBUG nova.compute.manager [req-90b7403c-4215-49b5-be4b-0fba8ef8d225 req-0c65f2c7-27be-4c1c-be6e-e1246fc3f22a service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] No waiting events found dispatching network-vif-plugged-e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2454.907017] env[62153]: WARNING nova.compute.manager [req-90b7403c-4215-49b5-be4b-0fba8ef8d225 req-0c65f2c7-27be-4c1c-be6e-e1246fc3f22a service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Received unexpected event network-vif-plugged-e5611e85-6bfe-4c91-a709-ce9843f75f63 for instance with vm_state building and task_state spawning. [ 2455.066317] env[62153]: DEBUG nova.network.neutron [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Successfully updated port: e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2455.192314] env[62153]: DEBUG nova.network.neutron [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Successfully updated port: ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2455.569354] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.569512] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.569668] env[62153]: DEBUG nova.network.neutron [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2455.694520] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.694676] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquired lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.694833] env[62153]: DEBUG nova.network.neutron [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2456.103353] env[62153]: DEBUG nova.network.neutron [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2456.237916] env[62153]: DEBUG nova.network.neutron [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Instance cache missing network info. {{(pid=62153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2456.255194] env[62153]: DEBUG nova.network.neutron [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [{"id": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "address": "fa:16:3e:72:5d:5b", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5611e85-6b", "ovs_interfaceid": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.362355] env[62153]: DEBUG nova.network.neutron [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Updating instance_info_cache with network_info: [{"id": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "address": "fa:16:3e:fc:a4:dc", "network": {"id": "2ae6aff8-3c3f-4640-8fc3-390357284aba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1394524192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c08371d5bf436e9e257834f3b979e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7fc344-93", "ovs_interfaceid": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.759433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.759768] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Instance network_info: |[{"id": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "address": "fa:16:3e:72:5d:5b", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5611e85-6b", "ovs_interfaceid": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2456.760274] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:5d:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5611e85-6bfe-4c91-a709-ce9843f75f63', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2456.768050] env[62153]: DEBUG oslo.service.loopingcall [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2456.768243] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2456.768865] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00555fc-b7a1-4467-b58d-797a9a87c79c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.789228] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2456.789228] env[62153]: value = "task-2074162" [ 2456.789228] env[62153]: _type = "Task" [ 2456.789228] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.796854] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074162, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.864875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Releasing lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.865270] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Instance network_info: |[{"id": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "address": "fa:16:3e:fc:a4:dc", "network": {"id": "2ae6aff8-3c3f-4640-8fc3-390357284aba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1394524192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c08371d5bf436e9e257834f3b979e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7fc344-93", "ovs_interfaceid": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2456.865696] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:a4:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec7fc344-936f-491e-9dcc-f7ef9892970a', 'vif_model': 'vmxnet3'}] {{(pid=62153) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2456.873259] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Creating folder: Project (36c08371d5bf436e9e257834f3b979e3). Parent ref: group-v424816. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2456.873546] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33a40b44-28ca-410a-b60e-befab0374eda {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.884187] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Created folder: Project (36c08371d5bf436e9e257834f3b979e3) in parent group-v424816. [ 2456.884377] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Creating folder: Instances. Parent ref: group-v425154. {{(pid=62153) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2456.884606] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b43f9f-880d-4085-a893-d73b478ae7ca {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.893369] env[62153]: INFO nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Created folder: Instances in parent group-v425154. [ 2456.893588] env[62153]: DEBUG oslo.service.loopingcall [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2456.893762] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Creating VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2456.893950] env[62153]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f07c9290-9a8b-4673-8eca-526b12693831 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.913906] env[62153]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2456.913906] env[62153]: value = "task-2074165" [ 2456.913906] env[62153]: _type = "Task" [ 2456.913906] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.925539] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074165, 'name': CreateVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.934226] env[62153]: DEBUG nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Received event network-changed-e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2456.934418] env[62153]: DEBUG nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Refreshing instance network info cache due to event network-changed-e5611e85-6bfe-4c91-a709-ce9843f75f63. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2456.934626] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Acquiring lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2456.934764] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Acquired lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2456.934923] env[62153]: DEBUG nova.network.neutron [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Refreshing network info cache for port e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2457.299564] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074162, 'name': CreateVM_Task, 'duration_secs': 0.484872} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.299952] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2457.300455] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2457.300630] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.300991] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2457.301262] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10e69f2-c042-47b4-bb10-b266a534317a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.305420] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2457.305420] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f8db78-2e5f-c29f-3ab0-398eda1e4b4c" [ 2457.305420] env[62153]: _type = "Task" [ 2457.305420] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.312565] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f8db78-2e5f-c29f-3ab0-398eda1e4b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.423054] env[62153]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074165, 'name': CreateVM_Task, 'duration_secs': 0.358906} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.423181] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Created VM on the ESX host {{(pid=62153) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2457.423775] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2457.615093] env[62153]: DEBUG nova.network.neutron [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updated VIF entry in instance network info cache for port e5611e85-6bfe-4c91-a709-ce9843f75f63. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2457.615462] env[62153]: DEBUG nova.network.neutron [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [{"id": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "address": "fa:16:3e:72:5d:5b", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5611e85-6b", "ovs_interfaceid": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2457.815207] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52f8db78-2e5f-c29f-3ab0-398eda1e4b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.815493] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2457.815718] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2457.815951] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2457.816113] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.816290] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2457.816549] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.816840] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2457.817067] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7683f666-7f27-4a11-913a-2c4356e5f691 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.818756] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a25a65-2ba8-4129-adcd-057d4712d68f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.823715] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2457.823715] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5232b0f4-4acf-5cb2-f0df-d144f2634201" [ 2457.823715] env[62153]: _type = "Task" [ 2457.823715] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.827345] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2457.827517] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2457.828473] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097d1880-3a40-4e79-b6ab-ba14207c9ac6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.833133] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5232b0f4-4acf-5cb2-f0df-d144f2634201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.835642] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2457.835642] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523f08b4-8472-43ca-128c-0634dd3c9965" [ 2457.835642] env[62153]: _type = "Task" [ 2457.835642] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.842540] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523f08b4-8472-43ca-128c-0634dd3c9965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.118397] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Releasing lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.118678] env[62153]: DEBUG nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Received event network-vif-plugged-ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2458.118877] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Acquiring lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.119103] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.119271] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.119437] env[62153]: DEBUG nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] No waiting events found dispatching network-vif-plugged-ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2458.119603] env[62153]: WARNING nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Received unexpected event network-vif-plugged-ec7fc344-936f-491e-9dcc-f7ef9892970a for instance with vm_state building and task_state spawning. [ 2458.119768] env[62153]: DEBUG nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Received event network-changed-ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2458.119948] env[62153]: DEBUG nova.compute.manager [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Refreshing instance network info cache due to event network-changed-ec7fc344-936f-491e-9dcc-f7ef9892970a. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2458.120164] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Acquiring lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2458.120303] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Acquired lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2458.120458] env[62153]: DEBUG nova.network.neutron [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Refreshing network info cache for port ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2458.334128] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]5232b0f4-4acf-5cb2-f0df-d144f2634201, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.334423] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.334631] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Processing image a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=62153) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2458.334829] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2458.344011] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]523f08b4-8472-43ca-128c-0634dd3c9965, 'name': SearchDatastore_Task, 'duration_secs': 0.007526} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.344719] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807d56c2-0cdf-45de-8b18-2b97005d7ad9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.349515] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2458.349515] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521c168c-7cc9-abe1-8568-52cf09f23349" [ 2458.349515] env[62153]: _type = "Task" [ 2458.349515] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.356614] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521c168c-7cc9-abe1-8568-52cf09f23349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.801772] env[62153]: DEBUG nova.network.neutron [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Updated VIF entry in instance network info cache for port ec7fc344-936f-491e-9dcc-f7ef9892970a. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2458.802153] env[62153]: DEBUG nova.network.neutron [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Updating instance_info_cache with network_info: [{"id": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "address": "fa:16:3e:fc:a4:dc", "network": {"id": "2ae6aff8-3c3f-4640-8fc3-390357284aba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1394524192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c08371d5bf436e9e257834f3b979e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7fc344-93", "ovs_interfaceid": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2458.861132] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]521c168c-7cc9-abe1-8568-52cf09f23349, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.861377] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.861620] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5/42b77c0e-d298-4ccb-b1a0-bb8e93132dc5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2458.861880] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2458.862073] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2458.862297] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1261b60-ff92-4cfa-8640-cc0a3865ec67 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.864014] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff173a1-e96b-49ca-98c3-52d1a9390917 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.869973] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2458.869973] env[62153]: value = "task-2074166" [ 2458.869973] env[62153]: _type = "Task" [ 2458.869973] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.873431] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62153) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2458.873600] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62153) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2458.874524] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e94d9f-2d2a-4afd-bb0e-2720013053c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.879411] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.882283] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2458.882283] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52634784-7092-8178-fd2d-024da9e4e65a" [ 2458.882283] env[62153]: _type = "Task" [ 2458.882283] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.888970] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52634784-7092-8178-fd2d-024da9e4e65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.305424] env[62153]: DEBUG oslo_concurrency.lockutils [req-68e0d993-0e0e-4abf-867f-d38cf57dc03b req-3af87836-3fe5-4cfb-a8a2-74b7b624a132 service nova] Releasing lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2459.381072] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439303} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.381072] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5/42b77c0e-d298-4ccb-b1a0-bb8e93132dc5.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2459.381577] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2459.381577] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf1d3dd3-2dab-4fce-9027-f1f5099bb6c1 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.391388] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]52634784-7092-8178-fd2d-024da9e4e65a, 'name': SearchDatastore_Task, 'duration_secs': 0.008824} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.392958] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2459.392958] env[62153]: value = "task-2074167" [ 2459.392958] env[62153]: _type = "Task" [ 2459.392958] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.393179] env[62153]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d5de7d-9d5c-4766-83ef-8f218ead57b7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.400358] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2459.400358] env[62153]: value = "session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520cea5a-abb9-f381-38aa-e81b636e5a06" [ 2459.400358] env[62153]: _type = "Task" [ 2459.400358] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.403325] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.410172] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520cea5a-abb9-f381-38aa-e81b636e5a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.904788] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068662} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.907475] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2459.908216] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f91a5e-3a66-41a8-afce-671ffbbc9db3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.915780] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': session[529ccbc4-9ec1-3c1c-fb7b-460170285841]520cea5a-abb9-f381-38aa-e81b636e5a06, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.924413] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2459.924660] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0a8c6159-e794-4a9f-8bcc-32e05c80245f/0a8c6159-e794-4a9f-8bcc-32e05c80245f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2459.933271] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5/42b77c0e-d298-4ccb-b1a0-bb8e93132dc5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2459.933500] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796e9511-e2a2-45b9-b15b-cde455b2de5f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.935151] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-748347bd-03f2-498f-9c72-2a953508e7ad {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.953578] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2459.953578] env[62153]: value = "task-2074168" [ 2459.953578] env[62153]: _type = "Task" [ 2459.953578] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.957309] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2459.957309] env[62153]: value = "task-2074169" [ 2459.957309] env[62153]: _type = "Task" [ 2459.957309] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.963286] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.968412] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.466686] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074168, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.470472] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.966661] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516106} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.967290] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a/a0fe52c4-9b97-4dd3-ae24-9aba6478367a.vmdk to [datastore1] 0a8c6159-e794-4a9f-8bcc-32e05c80245f/0a8c6159-e794-4a9f-8bcc-32e05c80245f.vmdk {{(pid=62153) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2460.967495] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Extending root virtual disk to 1048576 {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2460.967723] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b363e847-4125-4b92-8b73-35bb3dd879d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.972145] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074169, 'name': ReconfigVM_Task, 'duration_secs': 0.564951} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.972726] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5/42b77c0e-d298-4ccb-b1a0-bb8e93132dc5.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2460.973341] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2985d366-b46d-446c-9368-995dcf75223a {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.977332] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2460.977332] env[62153]: value = "task-2074170" [ 2460.977332] env[62153]: _type = "Task" [ 2460.977332] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.981897] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2460.981897] env[62153]: value = "task-2074171" [ 2460.981897] env[62153]: _type = "Task" [ 2460.981897] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.984977] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.992640] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074171, 'name': Rename_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.487985] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073202} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.490942] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Extended root virtual disk {{(pid=62153) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2461.491681] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e60d6-1434-492e-8c79-93c74aa85eef {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.498727] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074171, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.515788] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 0a8c6159-e794-4a9f-8bcc-32e05c80245f/0a8c6159-e794-4a9f-8bcc-32e05c80245f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2461.516047] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cee57fa-564c-4417-939e-0f0833f3bb6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.535648] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2461.535648] env[62153]: value = "task-2074172" [ 2461.535648] env[62153]: _type = "Task" [ 2461.535648] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.543290] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.997562] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074171, 'name': Rename_Task} progress is 99%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.045901] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074172, 'name': ReconfigVM_Task, 'duration_secs': 0.340778} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.046197] env[62153]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 0a8c6159-e794-4a9f-8bcc-32e05c80245f/0a8c6159-e794-4a9f-8bcc-32e05c80245f.vmdk or device None with type sparse {{(pid=62153) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2462.046813] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad106143-67bd-488f-9db7-f0828ef57b6b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.053773] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2462.053773] env[62153]: value = "task-2074173" [ 2462.053773] env[62153]: _type = "Task" [ 2462.053773] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.061428] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074173, 'name': Rename_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.498018] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074171, 'name': Rename_Task, 'duration_secs': 1.159471} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.498374] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2462.498567] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eb3dc3f-2e1f-43e6-b131-1e5b871d89a9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.505582] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2462.505582] env[62153]: value = "task-2074174" [ 2462.505582] env[62153]: _type = "Task" [ 2462.505582] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.513364] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.563042] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074173, 'name': Rename_Task, 'duration_secs': 0.151387} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.563319] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2462.563558] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fdac7be-9aff-4a9d-af98-41eef4e773a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.569767] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2462.569767] env[62153]: value = "task-2074175" [ 2462.569767] env[62153]: _type = "Task" [ 2462.569767] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.577257] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.016233] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.080439] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.516293] env[62153]: DEBUG oslo_vmware.api [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074174, 'name': PowerOnVM_Task, 'duration_secs': 0.671882} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.516610] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2463.516736] env[62153]: INFO nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Took 9.83 seconds to spawn the instance on the hypervisor. [ 2463.516917] env[62153]: DEBUG nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2463.517688] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f00347-34f5-4f1b-ac2c-260e0dabbff8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.581480] env[62153]: DEBUG oslo_vmware.api [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074175, 'name': PowerOnVM_Task, 'duration_secs': 0.695834} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.581737] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2463.581931] env[62153]: INFO nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Took 15.80 seconds to spawn the instance on the hypervisor. [ 2463.582123] env[62153]: DEBUG nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2463.582877] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a4575-cbbd-42fa-b995-62e7ef40f52d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.034863] env[62153]: INFO nova.compute.manager [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Took 14.53 seconds to build instance. [ 2464.097608] env[62153]: INFO nova.compute.manager [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Took 21.21 seconds to build instance. [ 2464.537338] env[62153]: DEBUG oslo_concurrency.lockutils [None req-18d5ad6d-330b-477f-847d-5405e9c71c83 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.040s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.600127] env[62153]: DEBUG oslo_concurrency.lockutils [None req-eda5b4a0-c14c-4801-9d9d-b97b8b40fbb7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.723s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.875418] env[62153]: DEBUG nova.compute.manager [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Received event network-changed-e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2464.875611] env[62153]: DEBUG nova.compute.manager [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Refreshing instance network info cache due to event network-changed-e5611e85-6bfe-4c91-a709-ce9843f75f63. {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2464.875825] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] Acquiring lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2464.875967] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] Acquired lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2464.876142] env[62153]: DEBUG nova.network.neutron [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Refreshing network info cache for port e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2465.305808] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2465.306096] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2465.306340] env[62153]: INFO nova.compute.manager [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Rebooting instance [ 2465.605547] env[62153]: DEBUG nova.network.neutron [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updated VIF entry in instance network info cache for port e5611e85-6bfe-4c91-a709-ce9843f75f63. {{(pid=62153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2465.605927] env[62153]: DEBUG nova.network.neutron [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [{"id": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "address": "fa:16:3e:72:5d:5b", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5611e85-6b", "ovs_interfaceid": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2465.825972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2465.825972] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquired lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2465.826177] env[62153]: DEBUG nova.network.neutron [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2466.109074] env[62153]: DEBUG oslo_concurrency.lockutils [req-6ef8ca1e-cb66-4a7e-8890-57e9a4c6a7d2 req-8bc0fbd8-34a1-4b0c-8682-d4a956a040e1 service nova] Releasing lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2466.540879] env[62153]: DEBUG nova.network.neutron [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Updating instance_info_cache with network_info: [{"id": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "address": "fa:16:3e:fc:a4:dc", "network": {"id": "2ae6aff8-3c3f-4640-8fc3-390357284aba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1394524192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c08371d5bf436e9e257834f3b979e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7fc344-93", "ovs_interfaceid": "ec7fc344-936f-491e-9dcc-f7ef9892970a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2467.044317] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Releasing lock "refresh_cache-0a8c6159-e794-4a9f-8bcc-32e05c80245f" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2467.549016] env[62153]: DEBUG nova.compute.manager [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2467.549908] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b95843d-25c6-42a8-9f7f-894e3aa179e3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.565985] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e05cb-dd70-4362-a980-5d4a5946c5fd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.573298] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Doing hard reboot of VM {{(pid=62153) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2468.573513] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-42ee51f2-082e-4c93-b140-e6c4272e283d {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.578864] env[62153]: DEBUG oslo_vmware.api [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2468.578864] env[62153]: value = "task-2074176" [ 2468.578864] env[62153]: _type = "Task" [ 2468.578864] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.586336] env[62153]: DEBUG oslo_vmware.api [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074176, 'name': ResetVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.088978] env[62153]: DEBUG oslo_vmware.api [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074176, 'name': ResetVM_Task, 'duration_secs': 0.103505} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.089251] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Did hard reboot of VM {{(pid=62153) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2469.089440] env[62153]: DEBUG nova.compute.manager [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2469.090223] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131aa37-ec21-48af-ba04-9a546ef866c7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.601875] env[62153]: DEBUG oslo_concurrency.lockutils [None req-a692e1ff-85f3-4056-b67b-0ebb7b166379 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.296s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.917652] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.918530] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.918760] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.918954] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.919145] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.921326] env[62153]: INFO nova.compute.manager [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Terminating instance [ 2470.424939] env[62153]: DEBUG nova.compute.manager [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2470.425242] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2470.426254] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71495ed8-3a2a-4b3d-910e-f2c2e2a4a134 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.434692] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.434929] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332704e5-380d-4115-8d93-0028bb5d6a71 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.441012] env[62153]: DEBUG oslo_vmware.api [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2470.441012] env[62153]: value = "task-2074177" [ 2470.441012] env[62153]: _type = "Task" [ 2470.441012] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.449135] env[62153]: DEBUG oslo_vmware.api [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.951022] env[62153]: DEBUG oslo_vmware.api [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074177, 'name': PowerOffVM_Task, 'duration_secs': 0.188438} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.951425] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2470.951477] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2470.951704] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f2bea70-0096-482d-88f3-ab629dd0107e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.178978] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2471.179239] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2471.179423] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Deleting the datastore file [datastore1] 0a8c6159-e794-4a9f-8bcc-32e05c80245f {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2471.179721] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37609cfc-214f-4722-a0c7-f6f9f9f73cea {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.188316] env[62153]: DEBUG oslo_vmware.api [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for the task: (returnval){ [ 2471.188316] env[62153]: value = "task-2074179" [ 2471.188316] env[62153]: _type = "Task" [ 2471.188316] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.196407] env[62153]: DEBUG oslo_vmware.api [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.698519] env[62153]: DEBUG oslo_vmware.api [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Task: {'id': task-2074179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150558} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.698714] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2471.698884] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2471.699071] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2471.699250] env[62153]: INFO nova.compute.manager [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2471.699486] env[62153]: DEBUG oslo.service.loopingcall [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2471.699671] env[62153]: DEBUG nova.compute.manager [-] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2471.699762] env[62153]: DEBUG nova.network.neutron [-] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2471.937408] env[62153]: DEBUG nova.compute.manager [req-aed5c566-df58-4399-9d9c-f69fe4236d36 req-ce05a9d0-30d0-49ff-9b76-209fcc73b610 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Received event network-vif-deleted-ec7fc344-936f-491e-9dcc-f7ef9892970a {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2471.937589] env[62153]: INFO nova.compute.manager [req-aed5c566-df58-4399-9d9c-f69fe4236d36 req-ce05a9d0-30d0-49ff-9b76-209fcc73b610 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Neutron deleted interface ec7fc344-936f-491e-9dcc-f7ef9892970a; detaching it from the instance and deleting it from the info cache [ 2471.937697] env[62153]: DEBUG nova.network.neutron [req-aed5c566-df58-4399-9d9c-f69fe4236d36 req-ce05a9d0-30d0-49ff-9b76-209fcc73b610 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.409685] env[62153]: DEBUG nova.network.neutron [-] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.442932] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a818a810-eaf4-4976-baa9-d9dcda6a7a08 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.452764] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8a535d-811e-4f9c-a8ba-6f24b423662f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.476892] env[62153]: DEBUG nova.compute.manager [req-aed5c566-df58-4399-9d9c-f69fe4236d36 req-ce05a9d0-30d0-49ff-9b76-209fcc73b610 service nova] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Detach interface failed, port_id=ec7fc344-936f-491e-9dcc-f7ef9892970a, reason: Instance 0a8c6159-e794-4a9f-8bcc-32e05c80245f could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2472.912961] env[62153]: INFO nova.compute.manager [-] [instance: 0a8c6159-e794-4a9f-8bcc-32e05c80245f] Took 1.21 seconds to deallocate network for instance. [ 2473.419256] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2473.419596] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2473.419694] env[62153]: DEBUG nova.objects.instance [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lazy-loading 'resources' on Instance uuid 0a8c6159-e794-4a9f-8bcc-32e05c80245f {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2473.964346] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221180fa-ed85-41a4-8602-062e82948303 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.971997] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e885d7f-3a12-4275-b60e-3dfee1378476 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.002628] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6750ea-b596-435e-9ebc-a9e68b7dd50e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.009884] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4983f7-be63-4b3a-9b29-6f5601eb5c56 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.022856] env[62153]: DEBUG nova.compute.provider_tree [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2474.525760] env[62153]: DEBUG nova.scheduler.client.report [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2475.031038] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2475.051362] env[62153]: INFO nova.scheduler.client.report [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Deleted allocations for instance 0a8c6159-e794-4a9f-8bcc-32e05c80245f [ 2475.560273] env[62153]: DEBUG oslo_concurrency.lockutils [None req-face4aea-5552-4612-9205-8ca40c7febd7 tempest-InstanceActionsTestJSON-1928610003 tempest-InstanceActionsTestJSON-1928610003-project-member] Lock "0a8c6159-e794-4a9f-8bcc-32e05c80245f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.641s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.621265] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2489.621606] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Starting heal instance info cache {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2490.626977] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Didn't find any instances for network info cache update. {{(pid=62153) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2490.627312] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2494.621691] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2495.617585] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2496.621433] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2497.622402] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2497.622776] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2498.126441] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.126676] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.126849] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.127017] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2498.128311] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64732314-c4e1-44ca-93cb-4147eb2ea400 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.136521] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d902c6-5caf-4331-ae54-f67baed2c2d6 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.151360] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f30ca7-2ae1-414c-97b9-ff514104e2ff {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.157403] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e95265-7928-4f61-84ff-4b9ca12622f7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.185545] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180542MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2498.185678] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.185862] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.212171] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Instance 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2499.212439] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2499.212531] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2499.237370] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2aec9-5b8a-4bb5-834a-d4aae48f5bb7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.244636] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c1788-d9c6-4ae6-a8cc-93c48e98a5b0 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.274661] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016abd1b-02f1-4ee3-84d3-9b3cbceb492e {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.281394] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63436c3-dc80-47df-976b-39eeefb7176c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.293808] env[62153]: DEBUG nova.compute.provider_tree [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2499.797061] env[62153]: DEBUG nova.scheduler.client.report [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2499.858623] env[62153]: DEBUG oslo_concurrency.lockutils [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.858871] env[62153]: DEBUG oslo_concurrency.lockutils [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.859070] env[62153]: DEBUG nova.compute.manager [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2499.860351] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd80e53-79e7-4ba6-adc6-93006371a3de {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.866786] env[62153]: DEBUG nova.compute.manager [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62153) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2499.867358] env[62153]: DEBUG nova.objects.instance [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'flavor' on Instance uuid 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2500.302500] env[62153]: DEBUG nova.compute.resource_tracker [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2500.303024] env[62153]: DEBUG oslo_concurrency.lockutils [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.875548] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2500.875828] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1828758-5456-4ab8-92ae-260c82fc028b {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.884224] env[62153]: DEBUG oslo_vmware.api [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2500.884224] env[62153]: value = "task-2074180" [ 2500.884224] env[62153]: _type = "Task" [ 2500.884224] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.892608] env[62153]: DEBUG oslo_vmware.api [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.302184] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.302416] env[62153]: DEBUG oslo_service.periodic_task [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62153) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.302572] env[62153]: DEBUG nova.compute.manager [None req-6a5c43dd-e2dc-492d-9621-2b3c531f032d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2501.393708] env[62153]: DEBUG oslo_vmware.api [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074180, 'name': PowerOffVM_Task, 'duration_secs': 0.176068} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.393954] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2501.394165] env[62153]: DEBUG nova.compute.manager [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2501.394909] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdbdbae-3956-4278-8a00-d42c0685e883 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.907968] env[62153]: DEBUG oslo_concurrency.lockutils [None req-013f9e48-fdfb-4729-9d22-7d08bc404ffa tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2502.253567] env[62153]: DEBUG nova.objects.instance [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'flavor' on Instance uuid 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.758903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.759277] env[62153]: DEBUG oslo_concurrency.lockutils [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.759277] env[62153]: DEBUG nova.network.neutron [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2502.759459] env[62153]: DEBUG nova.objects.instance [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'info_cache' on Instance uuid 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2503.263119] env[62153]: DEBUG nova.objects.base [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Object Instance<42b77c0e-d298-4ccb-b1a0-bb8e93132dc5> lazy-loaded attributes: flavor,info_cache {{(pid=62153) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2503.964371] env[62153]: DEBUG nova.network.neutron [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [{"id": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "address": "fa:16:3e:72:5d:5b", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5611e85-6b", "ovs_interfaceid": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.467261] env[62153]: DEBUG oslo_concurrency.lockutils [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.472842] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powering on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2505.473212] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d117690d-8643-407f-8360-d81ec3d912a3 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.480974] env[62153]: DEBUG oslo_vmware.api [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2505.480974] env[62153]: value = "task-2074181" [ 2505.480974] env[62153]: _type = "Task" [ 2505.480974] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.488800] env[62153]: DEBUG oslo_vmware.api [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.990984] env[62153]: DEBUG oslo_vmware.api [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074181, 'name': PowerOnVM_Task, 'duration_secs': 0.368377} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.991269] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powered on the VM {{(pid=62153) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2505.991469] env[62153]: DEBUG nova.compute.manager [None req-67bbb4f4-953a-40c5-a395-84019a4749b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2505.992224] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ffa900-ad1a-461d-9727-6a65a6138027 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.011339] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b8b35d-a84d-40e5-b8b6-c9aae4314fcd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.018070] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Suspending the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2507.018297] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0fcff6ab-052b-437e-b34b-e32cfd2b794c {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.025931] env[62153]: DEBUG oslo_vmware.api [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2507.025931] env[62153]: value = "task-2074182" [ 2507.025931] env[62153]: _type = "Task" [ 2507.025931] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.033448] env[62153]: DEBUG oslo_vmware.api [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074182, 'name': SuspendVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.536364] env[62153]: DEBUG oslo_vmware.api [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074182, 'name': SuspendVM_Task} progress is 75%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.036291] env[62153]: DEBUG oslo_vmware.api [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074182, 'name': SuspendVM_Task, 'duration_secs': 0.814806} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.036721] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Suspended the VM {{(pid=62153) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2508.036721] env[62153]: DEBUG nova.compute.manager [None req-634402a8-9ffe-4961-8b89-ba761729ad36 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2508.037470] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc5f6a-75af-4314-9da7-a68d271f6590 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.336542] env[62153]: INFO nova.compute.manager [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Resuming [ 2509.337146] env[62153]: DEBUG nova.objects.instance [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'flavor' on Instance uuid 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2510.847789] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2510.848201] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquired lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2510.848257] env[62153]: DEBUG nova.network.neutron [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Building network info cache for instance {{(pid=62153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2511.545469] env[62153]: DEBUG nova.network.neutron [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [{"id": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "address": "fa:16:3e:72:5d:5b", "network": {"id": "eb3dcf13-c94d-41b5-bbf6-0e63007321c8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1840755507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee16f752e09c4e5694f75ec2697b6271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5611e85-6b", "ovs_interfaceid": "e5611e85-6bfe-4c91-a709-ce9843f75f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2512.048167] env[62153]: DEBUG oslo_concurrency.lockutils [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Releasing lock "refresh_cache-42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" {{(pid=62153) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2512.049150] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db60ac9-e122-4c38-b0ff-4e5789131b17 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.055865] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Resuming the VM {{(pid=62153) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2512.056116] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ca4b96-0b5b-428b-bba1-1c7050bb17cd {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.062731] env[62153]: DEBUG oslo_vmware.api [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2512.062731] env[62153]: value = "task-2074183" [ 2512.062731] env[62153]: _type = "Task" [ 2512.062731] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2512.071319] env[62153]: DEBUG oslo_vmware.api [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.573312] env[62153]: DEBUG oslo_vmware.api [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074183, 'name': PowerOnVM_Task, 'duration_secs': 0.489893} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.573581] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Resumed the VM {{(pid=62153) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2512.573752] env[62153]: DEBUG nova.compute.manager [None req-f77cd48d-a471-4c63-87de-0fe30ae3d4b0 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Checking state {{(pid=62153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2512.574545] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d55649d-71f0-4b23-aba9-df4a759a9ded {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.014059] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.014433] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.014551] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.014736] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.014903] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2514.017233] env[62153]: INFO nova.compute.manager [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Terminating instance [ 2514.522036] env[62153]: DEBUG nova.compute.manager [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Start destroying the instance on the hypervisor. {{(pid=62153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2514.522036] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Destroying instance {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2514.522455] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a4ed4-5569-4d95-9d04-75ee1e0f18d7 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.530239] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powering off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2514.530472] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dfac4d3-cea0-49c7-9f6a-d79d388c2cf8 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.536245] env[62153]: DEBUG oslo_vmware.api [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2514.536245] env[62153]: value = "task-2074184" [ 2514.536245] env[62153]: _type = "Task" [ 2514.536245] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.543726] env[62153]: DEBUG oslo_vmware.api [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.045827] env[62153]: DEBUG oslo_vmware.api [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074184, 'name': PowerOffVM_Task, 'duration_secs': 0.187307} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.046206] env[62153]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Powered off the VM {{(pid=62153) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2515.046373] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Unregistering the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2515.046511] env[62153]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42508112-9337-4746-a90d-95dbfaeffdc9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.189918] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Unregistered the VM {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2516.190370] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Deleting contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2516.190370] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleting the datastore file [datastore1] 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2516.190635] env[62153]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e95ae8b-76ef-42ba-bda5-7887859fa85f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.196927] env[62153]: DEBUG oslo_vmware.api [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for the task: (returnval){ [ 2516.196927] env[62153]: value = "task-2074186" [ 2516.196927] env[62153]: _type = "Task" [ 2516.196927] env[62153]: } to complete. {{(pid=62153) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.204860] env[62153]: DEBUG oslo_vmware.api [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.710373] env[62153]: DEBUG oslo_vmware.api [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Task: {'id': task-2074186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15233} completed successfully. {{(pid=62153) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.710776] env[62153]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted the datastore file {{(pid=62153) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2516.711101] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Deleted contents of the VM from datastore datastore1 {{(pid=62153) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2516.711408] env[62153]: DEBUG nova.virt.vmwareapi.vmops [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Instance destroyed {{(pid=62153) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2516.711682] env[62153]: INFO nova.compute.manager [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Took 2.19 seconds to destroy the instance on the hypervisor. [ 2516.712032] env[62153]: DEBUG oslo.service.loopingcall [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62153) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2516.712295] env[62153]: DEBUG nova.compute.manager [-] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Deallocating network for instance {{(pid=62153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2516.712436] env[62153]: DEBUG nova.network.neutron [-] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] deallocate_for_instance() {{(pid=62153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2517.177702] env[62153]: DEBUG nova.compute.manager [req-e9bf0056-c1e4-478b-a5e1-a8a13b9ed741 req-359317f0-ad50-4516-858b-7be2f10ab8d6 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Received event network-vif-deleted-e5611e85-6bfe-4c91-a709-ce9843f75f63 {{(pid=62153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2517.177912] env[62153]: INFO nova.compute.manager [req-e9bf0056-c1e4-478b-a5e1-a8a13b9ed741 req-359317f0-ad50-4516-858b-7be2f10ab8d6 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Neutron deleted interface e5611e85-6bfe-4c91-a709-ce9843f75f63; detaching it from the instance and deleting it from the info cache [ 2517.178101] env[62153]: DEBUG nova.network.neutron [req-e9bf0056-c1e4-478b-a5e1-a8a13b9ed741 req-359317f0-ad50-4516-858b-7be2f10ab8d6 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.650075] env[62153]: DEBUG nova.network.neutron [-] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Updating instance_info_cache with network_info: [] {{(pid=62153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.680679] env[62153]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08e3b271-fd75-4372-923c-6901fca86ab9 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.690324] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed574c2d-62b6-4d17-b311-fba63c83334f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.713786] env[62153]: DEBUG nova.compute.manager [req-e9bf0056-c1e4-478b-a5e1-a8a13b9ed741 req-359317f0-ad50-4516-858b-7be2f10ab8d6 service nova] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Detach interface failed, port_id=e5611e85-6bfe-4c91-a709-ce9843f75f63, reason: Instance 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 could not be found. {{(pid=62153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2518.152579] env[62153]: INFO nova.compute.manager [-] [instance: 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5] Took 1.44 seconds to deallocate network for instance. [ 2518.659225] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2518.659570] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2518.659693] env[62153]: DEBUG nova.objects.instance [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lazy-loading 'resources' on Instance uuid 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 {{(pid=62153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2519.193185] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb51b6e6-3579-496f-926c-cbcb53c722bf {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.200687] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ed04a-a955-4619-bc7f-f3c34ad3ab57 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.229530] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f24bc-d549-4080-b4d0-59f9f1da3191 {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.236660] env[62153]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccaff67-d28f-4c4e-ad5a-93f8ca5c288f {{(pid=62153) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.251097] env[62153]: DEBUG nova.compute.provider_tree [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed in ProviderTree for provider: 68e6e50c-305b-48b9-aaad-e87ef5e51e34 {{(pid=62153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2519.753864] env[62153]: DEBUG nova.scheduler.client.report [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Inventory has not changed for provider 68e6e50c-305b-48b9-aaad-e87ef5e51e34 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2520.258548] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2520.278629] env[62153]: INFO nova.scheduler.client.report [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Deleted allocations for instance 42b77c0e-d298-4ccb-b1a0-bb8e93132dc5 [ 2520.786359] env[62153]: DEBUG oslo_concurrency.lockutils [None req-2cebb967-2756-4fce-bd2d-76afbe4a9539 tempest-ServerActionsTestJSON-424709904 tempest-ServerActionsTestJSON-424709904-project-member] Lock "42b77c0e-d298-4ccb-b1a0-bb8e93132dc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.772s {{(pid=62153) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}